-- Logs begin at Wed 2021-08-18 19:04:15 UTC, end at Wed 2021-08-18 20:05:51 UTC. -- Aug 18 19:32:56.196649 dv-cinder-805072-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 18 19:32:58.945322 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.common.config [-] Logging enabled! Aug 18 19:32:58.945954 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev546 Aug 18 19:32:58.946108 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100332) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 18 19:32:58.949923 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.common.config [-] Logging enabled! Aug 18 19:32:58.950185 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev546 Aug 18 19:32:58.950501 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100332) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 18 19:32:58.951490 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 19:32:58.951731 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 19:32:58.952099 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 19:32:58.952350 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 19:32:58.952580 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 19:32:58.952902 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.953203 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.953505 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.953740 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.954041 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.954335 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.954622 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.954944 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.955248 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.955537 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.955821 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.956109 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.956344 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.956628 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.956921 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.957214 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.957445 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] debug = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.957732 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.958168 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.958583 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.958891 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.959186 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.959473 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.959755 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.960036 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.960327 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.960665 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] host = dv-cinder-805072-2-iscsi {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.960949 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.961241 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.961556 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.961833 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.962114 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.962397 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.962706 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.963530 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.963812 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] log_file = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.964095 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.964391 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.964686 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.964983 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.965216 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.965448 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.965742 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.966035 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.966320 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.966603 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.966933 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.967193 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.967474 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.967749 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.968040 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.968334 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.968625 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.968908 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.969190 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.969466 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.969746 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.970035 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.970315 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.970594 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.970897 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.971189 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.971467 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.971751 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.972056 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.972350 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.972638 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.972928 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.973209 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.973498 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.973778 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.974058 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.974337 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] use_json = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.974615 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.974917 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.975204 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.975482 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.975761 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.976038 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.976315 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.976605 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:32:58.976908 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.977212 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.977516 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.977806 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.978107 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.978394 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.978735 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.979024 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.979319 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.979613 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.979907 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.980189 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.980482 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.980767 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.981069 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.981381 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.981686 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.981982 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.982263 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.982542 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.982853 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.983140 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.983430 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.983728 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.984022 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.984301 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.984586 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.984883 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.985168 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.985446 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.985731 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.986024 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.986309 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.986588 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.986951 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.987188 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.987470 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.987746 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.988030 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.988326 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.988608 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.988887 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.989167 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.989452 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.989730 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.990020 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.990305 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.990586 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.990888 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.991175 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.991456 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.991739 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.992023 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.992303 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.992586 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.992866 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.993147 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.993428 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.993709 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.993988 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.994291 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.994570 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.994893 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.995174 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.995454 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.995733 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.996014 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.996292 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.996588 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.996892 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.997180 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.997465 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.997750 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.998034 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.998318 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.998599 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.998906 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.999192 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.999469 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:58.999765 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:59.000055 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:59.000346 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:59.000634 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:59.000917 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:59.001218 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:59.001508 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:59.001799 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:59.002084 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:59.002368 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:59.002684 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:59.002975 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:59.003275 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:59.003575 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:59.003873 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:59.004171 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:59.004469 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:59.004757 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:59.005070 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:59.005356 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:32:59.005581 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 19:32:59.005826 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100332) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 18 19:32:59.361336 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 18 19:32:59.361548 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 18 19:32:59.361843 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 18 19:32:59.362187 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 18 19:32:59.754727 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:32:59.755009 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:32:59.755291 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:32:59.756496 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:32:59.756776 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:32:59.757044 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:32:59.791668 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:32:59.791949 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:32:59.792222 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:32:59.808744 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:32:59.809031 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:32:59.809307 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:32:59.837770 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:32:59.838612 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:32:59.838907 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:32:59.874419 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:32:59.874731 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:32:59.875007 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.107795 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.108407 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.108407 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.108585 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.109229 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.231175 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.231499 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.231792 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.232069 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.232345 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.232665 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.232939 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.233203 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.233463 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.233764 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.234255 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.234532 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.234828 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.235094 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.235357 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.235635 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.235894 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.236169 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.236444 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.236710 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.236988 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.237251 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.237557 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.237932 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.238198 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.238452 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.238882 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 19:33:00.239135 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 19:33:00.239381 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 19:33:00.239628 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 19:33:00.239871 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 19:33:00.240114 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 19:33:00.240493 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 18 19:33:00.244366 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 18 19:33:00.248330 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 18 19:33:00.252006 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 18 19:33:00.253651 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 18 19:33:00.254104 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 18 19:33:00.254441 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 18 19:33:00.254862 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 18 19:33:00.257661 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 18 19:33:00.257914 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 18 19:33:00.258267 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 18 19:33:00.263796 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 18 19:33:00.286030 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 18 19:33:00.286489 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.286823 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100332) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 18 19:33:00.287191 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.288546 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100332) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 18 19:33:00.288833 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 18 19:33:00.289083 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 18 19:33:00.292879 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.293165 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:00.358726 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 18 19:33:00.358893 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 18 19:33:00.359132 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 18 19:33:00.359517 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 18 19:33:00.380582 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_db.sqlalchemy.engines [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100332) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 18 19:33:00.912880 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.managers [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Initializing driver for type 'gre' Aug 18 19:33:00.913554 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] gre ID ranges: [(1, 1000)] Aug 18 19:33:00.966771 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.managers [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Initializing driver for type 'local' Aug 18 19:33:00.967120 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.managers [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Initializing driver for type 'vlan' Aug 18 19:33:00.982781 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] VlanTypeDriver initialization complete Aug 18 19:33:00.983151 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.managers [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Initializing driver for type 'vxlan' Aug 18 19:33:00.983821 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] vxlan ID ranges: [(1, 1000)] Aug 18 19:33:01.038641 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.managers [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Initializing extension driver 'port_security' Aug 18 19:33:01.039004 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.extensions.port_security [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] PortSecurityExtensionDriver initialization complete Aug 18 19:33:01.039343 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.managers [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Initializing mechanism driver 'openvswitch' Aug 18 19:33:01.039675 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.managers [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Initializing mechanism driver 'hyperv' Aug 18 19:33:01.047075 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.plugins.ml2.plugin [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:33:01.047934 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > port after_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.048314 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > port after_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.048673 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > port after_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.049198 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 19:33:01.049637 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > subnet after_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.050003 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > subnet after_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.050354 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.050780 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 19:33:01.051197 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > network after_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.051556 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > network after_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.051908 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > network after_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.052298 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 19:33:01.052704 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > security_group after_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.053064 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > security_group after_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.053412 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.053809 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 19:33:01.054218 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.054571 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.054946 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.055337 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 19:33:01.055747 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > address_group after_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.056095 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > address_group after_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.056439 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.056831 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 19:33:01.057212 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] ML2 OVO RPC backend initialized. {{(pid=100332) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 18 19:33:01.057938 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.058298 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.058748 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > network before_response 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.059103 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > networks before_response 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.059458 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > port before_response 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.059811 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > ports before_response 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.060164 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > subnet before_response 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.060512 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > subnets before_response 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.060864 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > network after_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.061209 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > network after_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.061553 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > network after_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.061897 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > port after_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.062234 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > port after_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.062572 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > port after_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.062935 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > subnet after_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.063277 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > subnet after_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.063617 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.064200 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.plugin [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Modular L2 Plugin initialization complete Aug 18 19:33:01.064533 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading services supported by the core plugin {{(pid=100332) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 18 19:33:01.064864 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.plugins.ml2.managers [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Got port-security extension from driver 'port_security' Aug 18 19:33:01.065335 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.extensions.vlantransparent [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Disabled vlantransparent extension. Aug 18 19:33:01.065824 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100332) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 18 19:33:01.066161 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading Plugin: router Aug 18 19:33:01.102732 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.103133 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > router after_create 55549900 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.103546 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > router before_create 55549900 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.103919 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.104299 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.104663 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > router after_delete 55549900 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.105031 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.107020 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > router after_create 55549900 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.107402 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > router after_update 55549900 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.107782 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > router after_update 55549900 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.108145 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.108664 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > router after_update 55549900 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.108935 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > router precommit_update 55549900 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.109318 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: port after_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.109667 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: port after_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.110012 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: subnet after_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.110365 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.110744 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.111100 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > router precommit_create 55549900 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.111454 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: port before_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.111812 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > router precommit_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.112178 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > router after_update 55549900 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.112532 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.112895 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > router precommit_create 55549900 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.113268 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.113622 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > router precommit_update 55549900 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.113998 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > agent after_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.114359 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > agent after_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.114736 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > network after_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.115611 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.quota.resource_registry [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Tracking information for resource: router configured {{(pid=100332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 19:33:01.115952 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.quota.resource_registry [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Tracking information for resource: floatingip configured {{(pid=100332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 19:33:01.121329 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.db.l3_agentschedulers_db [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 18 19:33:01.121919 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: port after_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.122288 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: port after_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.122647 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: port after_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.123032 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: port after_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.123835 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > router before_create 55550100 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.124208 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.124576 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > router precommit_create 55550100 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.124944 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > router precommit_update 55550100 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.129442 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.services.provider_configuration [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Service providers = [] {{(pid=100332) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 18 19:33:01.129815 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.db.servicetype_db [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100332) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 18 19:33:01.132810 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.services.service_base [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100332) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 19:33:01.133160 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.services.service_base [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100332) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 19:33:01.133506 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.services.service_base [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100332) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 19:33:01.134399 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.services.service_base [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100332) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 19:33:01.135311 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.services.service_base [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 18 19:33:01.135693 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 19:33:01.136013 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 18 19:33:01.146495 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 19:33:01.146870 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading Plugin: auto_allocate Aug 18 19:33:01.153090 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: network precommit_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.153465 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: network precommit_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.153983 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 19:33:01.154306 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading Plugin: tag Aug 18 19:33:01.160964 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 19:33:01.161298 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading Plugin: timestamp Aug 18 19:33:01.165170 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 19:33:01.165456 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading Plugin: network_ip_availability Aug 18 19:33:01.171168 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.171547 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.171913 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.172631 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 19:33:01.172959 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading Plugin: flavors Aug 18 19:33:01.177872 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 19:33:01.178205 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading Plugin: revisions Aug 18 19:33:01.182523 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 19:33:01.182957 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_concurrency.lockutils [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.821s {{(pid=100332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 18 19:33:01.183699 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100332) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 18 19:33:01.184043 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Initializing extension manager. Aug 18 19:33:01.184558 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: __init__.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.184906 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: __pycache__ {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.185249 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.185590 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: address_group.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.186362 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.186962 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: address-group Aug 18 19:33:01.187294 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: address_scope.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.188019 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.188535 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: address-scope Aug 18 19:33:01.188864 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.189798 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.190312 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: router-admin-state-down-before-update Aug 18 19:33:01.190646 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: agent.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.191369 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.191876 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: agent Aug 18 19:33:01.192201 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: agent_resources_synced.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.193117 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.193627 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: agent-resources-synced Aug 18 19:33:01.193951 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: allowedaddresspairs.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.195780 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.196311 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: allowed-address-pairs Aug 18 19:33:01.196642 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: auto_allocated_topology.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.198237 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.198795 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: auto-allocated-topology Aug 18 19:33:01.199128 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: availability_zone.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.199833 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.200342 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: availability_zone Aug 18 19:33:01.200668 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: availability_zone_filter.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.201581 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.202088 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: availability_zone_filter Aug 18 19:33:01.202414 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: data_plane_status.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.203349 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.203858 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension data-plane-status not supported by any of loaded plugins Aug 18 19:33:01.204185 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: default_subnetpools.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.205101 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.205608 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: default-subnetpools Aug 18 19:33:01.205936 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.206789 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.207302 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: dhcp_agent_scheduler Aug 18 19:33:01.207633 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: dns.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.208555 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.209063 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension dns-integration not supported by any of loaded plugins Aug 18 19:33:01.209395 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: dns_domain_ports.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.210313 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.210854 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 18 19:33:01.211185 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.212109 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.212616 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 18 19:33:01.213541 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: dvr.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.214227 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.214765 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: dvr Aug 18 19:33:01.215094 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: ecmp_routes.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.216014 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.216527 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 18 19:33:01.216855 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: empty_string_filtering.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.217774 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.218285 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: empty-string-filtering Aug 18 19:33:01.218611 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.219559 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.220065 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 18 19:33:01.220390 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.221313 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.221820 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 18 19:33:01.222142 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: external_net.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.223094 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.223607 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: external-net Aug 18 19:33:01.223932 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.224842 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.225349 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: extra_dhcp_opt Aug 18 19:33:01.225674 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: extraroute.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.226588 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.227124 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: extraroute Aug 18 19:33:01.227448 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: extraroute_atomic.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.228503 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.229009 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: extraroute-atomic Aug 18 19:33:01.229334 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: filter_validation.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.230171 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.230699 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: filter-validation Aug 18 19:33:01.231027 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: fip_pf_description.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.231940 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.232443 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 18 19:33:01.232765 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: fip_port_details.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.233691 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.234201 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: fip-port-details Aug 18 19:33:01.234527 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: flavors.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.235795 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.236321 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: flavors Aug 18 19:33:01.236659 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.238309 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.238878 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 18 19:33:01.239212 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: floatingip_pools.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.239923 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.240440 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: floatingip-pools Aug 18 19:33:01.240768 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: ip_allocation.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.241696 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.242206 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension ip_allocation not supported by any of loaded plugins Aug 18 19:33:01.242535 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.243484 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.244002 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: ip-substring-filtering Aug 18 19:33:01.244354 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: l2_adjacency.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.245290 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.245798 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 18 19:33:01.246125 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: l3.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.247214 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.248067 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: router Aug 18 19:33:01.248067 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.250194 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.250755 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 18 19:33:01.251097 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.252042 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.252564 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: ext-gw-mode Aug 18 19:33:01.252896 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.253844 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.254360 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: l3-ha Aug 18 19:33:01.254784 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: l3_flavors.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.255706 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.256217 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: l3-flavors Aug 18 19:33:01.256554 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.257473 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.257983 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 18 19:33:01.258311 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: l3agentscheduler.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.259391 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.260419 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: l3_agent_scheduler Aug 18 19:33:01.260749 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: logging.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.262241 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.262797 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension logging not supported by any of loaded plugins Aug 18 19:33:01.263136 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: metering.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.263890 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.264471 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: metering Aug 18 19:33:01.264802 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.266012 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.266537 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: metering_source_and_destination_fields Aug 18 19:33:01.266902 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: multiprovidernet.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.267836 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.268350 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: multi-provider Aug 18 19:33:01.268680 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: netmtu.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.269597 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.270111 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: net-mtu Aug 18 19:33:01.270440 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: netmtu_writable.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.271386 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.271902 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: net-mtu-writable Aug 18 19:33:01.272232 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: network_availability_zone.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.272909 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.273416 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: network_availability_zone Aug 18 19:33:01.273741 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: network_ip_availability.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.274858 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.275977 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: network-ip-availability Aug 18 19:33:01.276308 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: network_segment_range.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.277089 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.277597 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension network-segment-range not supported by any of loaded plugins Aug 18 19:33:01.277926 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: pagination.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.278926 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.279265 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: pagination Aug 18 19:33:01.279593 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: port_device_profile.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.280514 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.281031 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: port-device-profile Aug 18 19:33:01.281356 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.282292 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.282839 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: port-mac-address-regenerate Aug 18 19:33:01.283164 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.284085 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.284599 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: port-numa-affinity-policy Aug 18 19:33:01.284923 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: port_resource_request.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.285846 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.286352 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension port-resource-request not supported by any of loaded plugins Aug 18 19:33:01.286697 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: portbindings.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.287626 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.288136 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: binding Aug 18 19:33:01.288459 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: portbindings_extended.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.289733 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.290256 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: binding-extended Aug 18 19:33:01.290589 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: portsecurity.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.291573 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.292086 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: port-security Aug 18 19:33:01.292415 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: project_id.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.293390 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.293725 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: project-id Aug 18 19:33:01.294054 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: providernet.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.295282 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.295799 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: provider Aug 18 19:33:01.296128 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: qos.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.299692 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.300220 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension qos not supported by any of loaded plugins Aug 18 19:33:01.300557 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.301806 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.302327 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 18 19:33:01.302690 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.303620 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.304137 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 18 19:33:01.304465 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: qos_default.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.305384 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.305898 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension qos-default not supported by any of loaded plugins Aug 18 19:33:01.306228 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: qos_fip.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.306948 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.307477 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension qos-fip not supported by any of loaded plugins Aug 18 19:33:01.307785 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: qos_gateway_ip.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.308713 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.309224 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 18 19:33:01.309553 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: qos_port_network_policy.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.310473 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.311013 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 18 19:33:01.311343 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: qos_pps_rule.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.312518 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.313042 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension qos-pps not supported by any of loaded plugins Aug 18 19:33:01.313375 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: qos_rule_type_details.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.314309 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.314853 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 18 19:33:01.315184 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: qos_rules_alias.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.316236 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.316754 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 18 19:33:01.317086 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: quotasv2.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.318204 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.318539 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: quotas Aug 18 19:33:01.318896 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: quotasv2_detail.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.321972 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.322880 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: quota_details Aug 18 19:33:01.323218 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: rbac.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.324296 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.324831 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: rbac-policies Aug 18 19:33:01.325166 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: rbac_address_group.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.326103 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.326622 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: rbac-address-group Aug 18 19:33:01.326977 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: rbac_address_scope.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.327908 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.328423 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: rbac-address-scope Aug 18 19:33:01.328752 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: rbac_security_groups.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.329670 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.330182 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: rbac-security-groups Aug 18 19:33:01.330508 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: rbac_subnetpool.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.331465 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.331976 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: rbac-subnetpool Aug 18 19:33:01.332302 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: revisionifmatch.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.333228 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.333739 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: revision-if-match Aug 18 19:33:01.334066 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: revisions.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.335217 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.335730 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: standard-attr-revisions Aug 18 19:33:01.336061 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: router_availability_zone.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.336748 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.337262 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: router_availability_zone Aug 18 19:33:01.337597 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: routerservicetype.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.339154 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.339665 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension router-service-type not supported by any of loaded plugins Aug 18 19:33:01.339991 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.340915 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.341429 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: security-groups-normalized-cidr Aug 18 19:33:01.341754 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.342683 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.343211 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: port-security-groups-filtering Aug 18 19:33:01.343539 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.344467 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.344982 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: security-groups-remote-address-group Aug 18 19:33:01.345308 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: securitygroup.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.355034 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.355567 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: security-group Aug 18 19:33:01.355902 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: segment.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.356696 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.357209 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension segment not supported by any of loaded plugins Aug 18 19:33:01.357544 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.358490 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.359044 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 18 19:33:01.359423 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: servicetype.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.360617 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.361144 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: service-type Aug 18 19:33:01.361479 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: sorting.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.362468 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.362845 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: sorting Aug 18 19:33:01.363175 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: standard_attr_segment.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.364105 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.364618 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 18 19:33:01.364947 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: standardattrdescription.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.365611 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.366118 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: standard-attr-description Aug 18 19:33:01.366444 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: stateful_security_group.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.367411 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.367942 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: stateful-security-group Aug 18 19:33:01.368275 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: stdattrs_common.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.368875 dv-cinder-805072-2-iscsi neutron-server[100332]: WARNING neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 18 19:33:01.369270 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.370203 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.370760 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 18 19:33:01.371092 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: subnet_onboard.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.372163 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.372686 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: subnet_onboard Aug 18 19:33:01.373018 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.373952 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.374470 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 18 19:33:01.374827 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: subnet_service_types.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.375764 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.376288 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: subnet-service-types Aug 18 19:33:01.376653 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: subnetallocation.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.377754 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.378344 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: subnet_allocation Aug 18 19:33:01.378696 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.379384 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.379910 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: subnetpool-prefix-ops Aug 18 19:33:01.380238 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.381185 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.381709 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 18 19:33:01.382036 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: tagging.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.383142 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.383681 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: standard-attr-tag Aug 18 19:33:01.384014 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: timestamp.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.385745 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.386271 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loaded extension: standard-attr-timestamp Aug 18 19:33:01.386604 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: trunk.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.387677 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.388202 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension trunk not supported by any of loaded plugins Aug 18 19:33:01.388531 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: trunk_details.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.389463 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.389983 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension trunk-details not supported by any of loaded plugins Aug 18 19:33:01.390311 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: uplink_status_propagation.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.391255 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.391774 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 18 19:33:01.392099 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Loading extension file: vlantransparent.py {{(pid=100332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:33:01.392786 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:33:01.393297 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 18 19:33:01.395889 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.quota.resource_registry [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Creating instance of TrackedResource for resource:network Aug 18 19:33:01.396434 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.quota.resource_registry [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Creating instance of TrackedResource for resource:subnet Aug 18 19:33:01.396839 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.quota.resource_registry [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 19:33:01.397236 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.quota.resource_registry [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Creating instance of TrackedResource for resource:port Aug 18 19:33:01.398523 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.v2.resource_helper [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 19:33:01.398997 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.v2.resource_helper [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Service FLAVORS assigned prefix: {{(pid=100332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 19:33:01.399635 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.v2.resource_helper [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 19:33:01.400073 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.v2.resource_helper [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 19:33:01.401037 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.quota.resource_registry [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Creating instance of TrackedResource for resource:router Aug 18 19:33:01.401480 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.quota.resource_registry [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Creating instance of TrackedResource for resource:floatingip Aug 18 19:33:01.401987 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.v2.resource_helper [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Service METERING assigned prefix: /metering {{(pid=100332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 19:33:01.403477 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.403879 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.404236 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:33:01.405232 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.quota.resource_registry [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Creating instance of CountableResource for resource:rbac_policy Aug 18 19:33:01.405692 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.quota.resource_registry [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Creating instance of TrackedResource for resource:security_group Aug 18 19:33:01.406142 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.quota.resource_registry [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 18 19:33:01.406767 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.v2.resource_helper [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Service CORE assigned prefix: {{(pid=100332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 19:33:01.407104 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.quota.resource_registry [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 19:33:01.407453 dv-cinder-805072-2-iscsi neutron-server[100332]: WARNING neutron.quota.resource_registry [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] subnetpool is already registered Aug 18 19:33:01.407884 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.v2.resource_helper [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Service CORE assigned prefix: {{(pid=100332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 19:33:01.408218 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.quota.resource_registry [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 19:33:01.408550 dv-cinder-805072-2-iscsi neutron-server[100332]: WARNING neutron.quota.resource_registry [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] subnetpool is already registered Aug 18 19:33:01.410918 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.v2.resource_helper [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 19:33:01.412683 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.v2.resource_helper [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Service FLAVORS assigned prefix: {{(pid=100332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 19:33:01.413315 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.v2.resource_helper [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 19:33:01.413756 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.v2.resource_helper [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 19:33:01.414093 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.quota.resource_registry [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Creating instance of TrackedResource for resource:router Aug 18 19:33:01.414439 dv-cinder-805072-2-iscsi neutron-server[100332]: WARNING neutron.quota.resource_registry [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] router is already registered Aug 18 19:33:01.414890 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.quota.resource_registry [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Creating instance of TrackedResource for resource:floatingip Aug 18 19:33:01.415279 dv-cinder-805072-2-iscsi neutron-server[100332]: WARNING neutron.quota.resource_registry [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] floatingip is already registered Aug 18 19:33:01.415694 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.v2.resource_helper [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Service METERING assigned prefix: /metering {{(pid=100332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 19:33:01.416396 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.quota.resource_registry [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Creating instance of CountableResource for resource:rbac_policy Aug 18 19:33:01.416728 dv-cinder-805072-2-iscsi neutron-server[100332]: WARNING neutron.quota.resource_registry [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] rbac_policy is already registered Aug 18 19:33:01.417146 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.quota.resource_registry [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Creating instance of TrackedResource for resource:security_group Aug 18 19:33:01.417484 dv-cinder-805072-2-iscsi neutron-server[100332]: WARNING neutron.quota.resource_registry [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] security_group is already registered Aug 18 19:33:01.417890 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.quota.resource_registry [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 18 19:33:01.418235 dv-cinder-805072-2-iscsi neutron-server[100332]: WARNING neutron.quota.resource_registry [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] security_group_rule is already registered Aug 18 19:33:01.418743 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.v2.resource_helper [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Service CORE assigned prefix: {{(pid=100332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 19:33:01.419078 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.quota.resource_registry [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 19:33:01.419444 dv-cinder-805072-2-iscsi neutron-server[100332]: WARNING neutron.quota.resource_registry [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] subnetpool is already registered Aug 18 19:33:01.420131 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.v2.resource_helper [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Service CORE assigned prefix: {{(pid=100332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 19:33:01.420457 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.quota.resource_registry [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 19:33:01.420788 dv-cinder-805072-2-iscsi neutron-server[100332]: WARNING neutron.quota.resource_registry [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] subnetpool is already registered Aug 18 19:33:01.421243 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: extensions {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.422831 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: address-groups {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.424345 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: address-scopes {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.425542 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: agents {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.426727 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: auto-allocated-topology {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.428076 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: availability_zones {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.429310 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: dhcp-networks {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.430776 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: dhcp-agents {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.432825 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: routers {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.434600 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: flavors {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.435793 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: service_profiles {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.437107 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: next_providers {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.438535 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: service_profiles {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.440028 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: floatingip-pools {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.441254 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: routers {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.443106 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: floatingips {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.444314 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: l3-routers {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.445706 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: l3-agents {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.447840 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: metering-labels {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.449092 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: metering-label-rules {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.450369 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: network-ip-availabilities {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.451768 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: bindings {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.453326 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: quotas {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.454778 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: quotas {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.456331 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: rbac-policies {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.457525 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: security-groups {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.458774 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: security-group-rules {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.460004 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: service-providers {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.461315 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: subnetpools {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.462913 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: subnetpools {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.464379 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: tags {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.466182 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: tags {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.467921 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: tags {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.469847 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: tags {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.471573 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: tags {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.473415 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: tags {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.476131 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: tags {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.477938 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: tags {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.479791 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: tags {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.481641 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron.api.extensions [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Extended resource: tags {{(pid=100332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:33:01.487608 dv-cinder-805072-2-iscsi neutron-server[100332]: WARNING keystonemiddleware.auth_token [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 18 19:33:01.492180 dv-cinder-805072-2-iscsi neutron-server[100332]: WARNING keystonemiddleware.auth_token [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 18 19:33:01.501216 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_concurrency.lockutils [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Acquired lock "singleton_lock" {{(pid=100332) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 18 19:33:01.501696 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_concurrency.lockutils [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Releasing lock "singleton_lock" {{(pid=100332) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 18 19:33:01.502349 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO oslo_service.service [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Starting 2 workers Aug 18 19:33:01.507405 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Started child 100439 {{(pid=100332) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 19:33:01.512120 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Started child 100440 {{(pid=100332) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 19:33:01.513752 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO neutron.service [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 18 19:33:01.514441 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Notify callbacks [] for process, before_spawn {{(pid=100332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:01.516635 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:01.517325 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:01.517763 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO oslo_service.service [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Starting 1 workers Aug 18 19:33:01.518214 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [-] (100439) wsgi starting up on http://0.0.0.0:9696 Aug 18 19:33:01.518765 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [-] (100440) wsgi starting up on http://0.0.0.0:9696 Aug 18 19:33:01.522989 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Started child 100441 {{(pid=100332) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 19:33:01.523531 dv-cinder-805072-2-iscsi neutron-server[100332]: INFO oslo_service.service [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Starting 1 workers Aug 18 19:33:01.526967 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.service [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] calling RpcWorker wait() {{(pid=100441) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 18 19:33:01.527587 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.service [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] returning from RpcWorker wait() {{(pid=100441) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 18 19:33:01.528153 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Started child 100442 {{(pid=100332) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 19:33:01.528974 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:01.529084 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG neutron_lib.callbacks.manager [None req-be6165c0-acee-4a7d-957c-695f64e85f53 None None] Notify callbacks [] for process, after_spawn {{(pid=100332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:01.529549 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:33:01.530978 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100332) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 18 19:33:01.531196 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 19:33:01.531645 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 19:33:01.531877 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 19:33:01.532252 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 19:33:01.532426 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 19:33:01.532935 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.533227 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.533455 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:01.533928 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.533928 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.534051 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.534651 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.534943 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.535214 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.535490 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.535730 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.535905 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.536074 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.536351 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.536597 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.536897 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.537178 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.537424 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.537699 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.537873 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.538142 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.538429 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.538693 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.538966 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] debug = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.539319 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.539853 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.540146 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.540400 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.540624 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.540944 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.541253 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.541548 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.541804 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.542102 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.542365 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.542655 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.542917 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.543135 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.543379 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.543643 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.543864 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.544330 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] host = dv-cinder-805072-2-iscsi {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.544552 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.545007 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.545278 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.545509 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.545787 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.546022 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.546285 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.546566 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.546879 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.547106 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.547365 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.547627 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.547874 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.548126 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] log_file = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.548295 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] log_options = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.548550 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.548813 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.549095 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.549273 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.549445 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.549624 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.549867 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.550064 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.550286 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.550508 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.550756 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.550983 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.551204 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.551421 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.551675 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.551948 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.552148 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.552367 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.552616 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.552854 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.553080 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.553327 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.553565 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.553783 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.554019 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.554256 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.554501 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.554782 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.555008 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.555283 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.555520 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.555780 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.556040 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.556288 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.557032 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.557274 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.557521 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.557787 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.558023 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.558270 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.558530 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.558789 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.559026 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.559263 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.559498 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.559738 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] use_json = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.559964 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.560199 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.560473 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.560706 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.560926 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.561144 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.561359 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.561594 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.562051 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.562338 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.562658 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.562939 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.563180 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.563453 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.563709 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.565047 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.565047 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.565047 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.565420 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.565648 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:33:01.565785 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.565785 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.566028 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.566252 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.566596 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.567626 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.567626 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.567626 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.567626 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.567916 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.568794 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.569157 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.569465 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.569744 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.570049 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.570336 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.570582 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.571408 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.571408 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.571408 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.571769 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.574637 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.574637 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.574637 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.574637 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.574637 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.574637 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.574637 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.574637 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.574637 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.576907 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.576907 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.576907 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.576907 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.576907 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.576907 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.576907 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.576907 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.576907 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.584313 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.584313 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.584313 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.584313 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.584313 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.584313 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.584313 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.584313 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.584313 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.584963 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.584963 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.584963 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.584963 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.584963 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.584963 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.584963 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.584963 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.584963 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.585655 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.585655 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.585655 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.585655 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.585655 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.585655 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.585655 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.585655 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.585655 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.586260 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.586260 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.586260 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.586488 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.586564 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.586759 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.587011 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.587303 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.587651 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.587954 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.588218 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.588486 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.588751 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.589029 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.589304 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.589555 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.589827 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.589998 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.590278 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.590509 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.590998 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.591416 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.591827 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.593145 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.593581 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.594006 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.594268 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.594520 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.594782 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.595071 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.595361 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.595611 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.595912 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.596176 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.596475 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.596749 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.597028 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.597317 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.597605 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.597926 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.598226 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.598516 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.598803 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.599052 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.599314 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.599573 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.599837 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.600079 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.600348 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.600606 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.600899 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.601144 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.601376 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.601604 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.601857 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.602182 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.602454 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.602697 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.602924 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.603227 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.603515 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.603766 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.604041 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.604296 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.604559 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.604818 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.605059 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.605276 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.605529 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.605782 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.605989 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.606249 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.606470 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.606728 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.606978 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.607232 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.607474 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.607699 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.607925 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.608173 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.608399 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.608645 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.608900 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.609123 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.609349 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.609594 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.609820 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.610040 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.610425 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.610650 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.610946 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.611179 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.611452 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.611713 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.611958 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.612194 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.612455 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.612701 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.613794 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.614075 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.614288 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.614520 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.614765 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.614995 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.615218 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.615442 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.615678 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.615937 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.616203 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.616460 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.616792 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.617069 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.617310 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.617556 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.617783 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.618041 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.618300 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.618519 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.618795 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.619526 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.619774 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.620138 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.620318 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.620565 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.620786 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.621005 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.621226 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.621453 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.621681 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.621999 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.622262 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.622505 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.622780 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.623268 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.623498 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.623759 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.623978 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.624198 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.624430 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.624655 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.624874 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.625142 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.625359 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.625577 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.625806 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.626029 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.626251 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.626483 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.626779 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.626959 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.627188 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.627428 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.627623 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.627855 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.628101 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.628319 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.628545 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.628782 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.628987 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.629219 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.629436 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.629650 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.629880 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.630100 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.630316 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.630607 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.630915 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.631146 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.631446 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.631698 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.631952 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.632203 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.632530 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.632741 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.632987 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.633212 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.633437 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.633665 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.633943 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.634270 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.634572 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.635499 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.635849 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.636046 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.636351 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.636651 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.636889 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.637177 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.637526 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.637804 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.638085 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.638323 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.638590 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.638864 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.639090 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.639335 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.639590 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.639837 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.640085 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.640326 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.640573 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.640805 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.641065 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.641291 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.641521 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.641759 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.642010 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.642250 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.642412 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 19:33:01.642947 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100332) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 18 19:33:01.643110 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 19:33:01.643335 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 19:33:01.643429 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 19:33:01.643594 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 19:33:01.643750 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 19:33:01.643965 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.644129 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.644294 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.644459 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.644624 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.644826 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.644995 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.645158 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.645320 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.645482 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.645645 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.645807 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.645971 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.646133 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.646296 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.646458 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.646621 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.646822 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.646997 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.647163 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.647325 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.647487 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.647650 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] debug = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.647813 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.648030 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.648200 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.648363 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.648525 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.648689 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.648853 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.649016 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.649180 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.649343 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.649506 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.649981 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.650343 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.650510 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.650705 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.651060 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.651060 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.651297 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] host = dv-cinder-805072-2-iscsi {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.651760 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.651760 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.651999 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.652119 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.652238 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.652318 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.652480 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.652648 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.652812 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.652976 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.653139 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.653302 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.653465 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.653628 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] log_file = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.653792 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] log_options = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.653954 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.654119 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.654282 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.654462 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.654631 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.654829 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.654995 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.655158 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.655322 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.655486 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.655648 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.655811 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.655974 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.656137 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.656300 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.656463 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.656626 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.656788 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.656951 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.657113 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.657275 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.657438 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.657601 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.657764 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.657951 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.658091 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.658253 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.658415 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.658577 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.658762 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.658927 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.659092 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.659255 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.659418 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.659581 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.659743 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.659906 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.660074 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.660238 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.660401 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.660569 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.660732 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.660894 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.661057 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.661220 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.661383 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] use_json = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.661547 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.661710 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.661873 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.662036 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.662199 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.662361 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.662523 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.662707 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:33:01.662889 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.663059 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.663238 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.663406 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.663572 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.663738 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.663905 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.664071 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.664238 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.664403 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.664576 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.664744 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.664920 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.665086 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.665252 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.665561 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.665659 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.666099 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.666099 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.666308 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.666308 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.666550 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.666723 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.666871 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.666995 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.667134 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.667301 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.667469 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.667636 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.667803 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.667970 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.668137 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.668302 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.668467 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.668633 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.668798 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.668964 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.669130 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.669296 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.669462 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.669628 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.670046 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.670214 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.670386 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.670551 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.670737 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.670906 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.671073 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.671239 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.671405 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.671582 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.671749 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.671922 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.672085 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.672251 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.672416 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.672581 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.672747 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.672935 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.673102 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.673268 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.673447 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.673613 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.673780 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.673945 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.674112 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.674278 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.674382 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:33:01.674472 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.674596 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.674781 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.674947 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.675112 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.675277 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.675442 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.675608 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.675775 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.675940 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.676107 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.676272 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.676437 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.676602 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.676767 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.676932 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.677097 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.677270 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.677452 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.677617 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.677783 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.677948 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.678113 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.678278 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.678443 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.678608 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.678846 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.679016 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.679182 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.679348 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.679516 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.679683 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.679849 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.680018 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.680184 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.680348 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.680512 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.680676 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.680841 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.681006 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.681170 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.681327 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.681489 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.682177 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.682353 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.682517 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.682699 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.682867 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.683039 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.683215 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.683380 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.683546 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.683711 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.683882 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.684047 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.684213 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.684378 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.684543 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.684707 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.684872 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.685045 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.685221 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.685388 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.685553 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.685718 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.685912 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.686192 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.686413 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.686631 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.686831 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.687351 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.687523 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.687688 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.687855 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.688020 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.688187 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.688353 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.688518 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.688685 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.688856 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.689017 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.689344 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.689512 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.689679 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.689851 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.690019 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.690185 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.690350 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.690499 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.690706 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.690854 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.691010 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.691175 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.691343 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.691507 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.691672 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.691836 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.692002 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.692167 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.692333 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.692499 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.692666 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.692834 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.693001 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.693168 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.693333 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.693504 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.693672 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.693838 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.694007 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.694172 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.694338 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.694504 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.694684 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.694856 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.695023 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.695190 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.695357 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.695523 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.695693 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.695875 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.696040 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.696207 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.696373 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.696540 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.696706 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.696872 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.697038 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.697257 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.697985 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.698153 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.698501 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.698686 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.698869 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.699037 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.699204 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.699370 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.699537 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.699706 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.699886 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.700053 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.700219 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.700385 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.700551 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.700716 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.700893 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.701058 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.701224 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.701391 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.701557 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.701723 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.701898 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.702064 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.702229 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.702394 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.702559 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.702747 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.702924 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.703088 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.703255 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.703420 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.703585 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.703751 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.703926 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.704092 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.704258 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.704423 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.704589 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.704755 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.704930 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.705096 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.705262 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.705427 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.705593 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.705757 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.705932 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.706098 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.706265 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.706439 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.706603 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.706800 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.706966 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.707144 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.707311 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.707480 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.707645 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.707810 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.707975 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.708144 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.708315 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.708490 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.708664 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.708833 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.709008 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.709182 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.709362 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.709528 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.709699 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.709878 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.710044 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.710209 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.710374 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.710540 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.710727 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.710954 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.711162 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.711243 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.711367 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.711531 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.711697 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.711861 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.712026 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.712192 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.712358 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.712522 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.713368 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.713368 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.713368 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:33:01.713368 dv-cinder-805072-2-iscsi neutron-server[100332]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 19:33:01.873876 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 37890) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:33:01.883163 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067854 Aug 18 19:33:13.123257 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb289b47-9f07-4ee3-a1d2-76579937e273 None None] get_active_networks_info from dv-cinder-805072-2-iscsi {{(pid=100441) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 19:33:13.210022 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb289b47-9f07-4ee3-a1d2-76579937e273 None None] No non-hosted networks {{(pid=100441) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 18 19:33:13.230349 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.agentschedulers_db [None req-eb289b47-9f07-4ee3-a1d2-76579937e273 None None] DHCP Agent not found on host dv-cinder-805072-2-iscsi {{(pid=100441) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 18 19:33:13.313381 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-114d2606-3932-48e1-bbcc-c889b6a59137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1817967'] for agent, after_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:15.757139 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-43ee979a-cc82-411d-b2a5-14e6f82ca4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1817967'] for agent, after_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:15.861256 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1817967'] for agent, after_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:15.862470 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:15.863345 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:15.865364 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:15.866793 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:15.867567 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:15.869637 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:15.870467 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:15.871051 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:15.871810 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:15.873853 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:15.874657 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:15.877719 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:15.878596 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-805072-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:33:15.904421 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805072-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:33:15.943949 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-66729935-6c47-4efb-a4f1-e462e4115039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:16.663390 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1817967'] for agent, after_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:18.393446 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1817967'] for agent, after_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:19.417459 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 37982) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:33:19.913674 dv-cinder-805072-2-iscsi neutron-server[100440]: WARNING oslo_policy.policy [None req-88fc3b69-0af7-4b16-b8e9-4352a6a3205e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 19:33:19.914355 dv-cinder-805072-2-iscsi neutron-server[100440]: WARNING oslo_policy.policy [None req-88fc3b69-0af7-4b16-b8e9-4352a6a3205e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 19:33:20.129003 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [None req-88fc3b69-0af7-4b16-b8e9-4352a6a3205e admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 19:33:20.130019 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-88fc3b69-0af7-4b16-b8e9-4352a6a3205e admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7116740 Aug 18 19:33:20.196476 dv-cinder-805072-2-iscsi neutron-server[100441]: INFO neutron.db.l3_hamode_db [None req-a3ded9f8-230d-44de-a000-2a97b4eb2e89 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 18 19:33:20.277207 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ded9f8-230d-44de-a000-2a97b4eb2e89 None None] Routers set() bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:33:20.277602 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ded9f8-230d-44de-a000-2a97b4eb2e89 None None] Router IDs set() for agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 18 19:33:22.474181 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 37996) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:33:22.781306 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-f59c2412-f98d-4c2a-8637-61a844e60768 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:33:22.875659 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.policy [None req-f59c2412-f98d-4c2a-8637-61a844e60768 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100440) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 18 19:33:22.927667 dv-cinder-805072-2-iscsi neutron-server[100440]: WARNING oslo_policy.policy [None req-f59c2412-f98d-4c2a-8637-61a844e60768 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 19:33:22.928052 dv-cinder-805072-2-iscsi neutron-server[100440]: WARNING oslo_policy.policy [None req-f59c2412-f98d-4c2a-8637-61a844e60768 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 19:33:22.936681 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.quota [None req-f59c2412-f98d-4c2a-8637-61a844e60768 admin admin] Loaded quota_driver: . Aug 18 19:33:23.029612 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f59c2412-f98d-4c2a-8637-61a844e60768 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741572504795', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741572504206', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741572484700', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741572486275', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741573044479', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741572474763', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-597322', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1361767', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-379233', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-438246'] for rbac-policy, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:23.093841 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f59c2412-f98d-4c2a-8637-61a844e60768 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:23.095027 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-f59c2412-f98d-4c2a-8637-61a844e60768 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6195705 Aug 18 19:33:25.639720 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 38008) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:33:26.137432 dv-cinder-805072-2-iscsi neutron-server[100439]: WARNING oslo_policy.policy [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 19:33:26.138026 dv-cinder-805072-2-iscsi neutron-server[100439]: WARNING oslo_policy.policy [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 19:33:26.352062 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'bd4ddde1285643c7a629e696eaadee43', 'tenant_id': 'bd4ddde1285643c7a629e696eaadee43'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:33:26.354272 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.quota [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Loaded quota_driver: . Aug 18 19:33:26.411786 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Made reservation on behalf of bd4ddde1285643c7a629e696eaadee43 for: {'network': 1} {{(pid=100439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:33:26.478540 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.policy [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100439) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 18 19:33:26.522910 dv-cinder-805072-2-iscsi neutron-server[100439]: WARNING oslo_policy.policy [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 19:33:26.523300 dv-cinder-805072-2-iscsi neutron-server[100439]: WARNING oslo_policy.policy [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 19:33:26.533639 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for network, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:26.555363 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:26.689183 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:26.693595 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:26.713741 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=100439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:33:26.744224 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741574556874', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:26.744803 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Unsubscribe: segment precommit_create {{(pid=100439) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 18 19:33:26.745330 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.db.segments_db [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Added segment 98616e28-3466-4a1e-a6f0-a6108430cd30 of type vlan for network 97907735-db2a-43bf-b21d-c9e1fd26327a Aug 18 19:33:26.766567 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e356a52-13da-46ca-ae7e-3d178642b43b,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:33:26.801390 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:26.801732 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:26.802066 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:26.802398 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:26.802749 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:26.803092 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:26.803418 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:26.803738 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:26.804077 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:26.804398 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:26.804716 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:26.805030 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Tracked resource versions report: Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: pushed versions: Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: { 'AddressGroup': {'1.2'}, Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: 'ConntrackHelper': {'1.0'}, Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: 'Log': {'1.0'}, Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: 'Network': {'1.1'}, Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: 'Port': {'1.7'}, Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: 'PortForwarding': {'1.2'}, Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: 'QosPolicy': {'1.9'}, Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: 'SecurityGroup': {'1.4'}, Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: 'SecurityGroupRule': {'1.2'}, Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: 'SubPort': {'1.0'}, Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: 'Subnet': {'1.1'}, Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: 'Trunk': {'1.1'}} Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: consumer versions: Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: { DHCP agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: L3 agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: Metadata agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: Metering agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: Open vSwitch agent@dv-cinder-805072-2-iscsi: { 'AddressGroup': '1.2', Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: 'ConntrackHelper': '1.0', Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: 'Log': '1.0', Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: 'Network': '1.1', Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: 'Port': '1.7', Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: 'PortForwarding': '1.2', Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: 'QosPolicy': '1.9', Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: 'SecurityGroup': '1.4', Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: 'SecurityGroupRule': '1.2', Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: 'SubPort': '1.0', Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: 'Subnet': '1.1', Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: 'Trunk': '1.1'}} Aug 18 19:33:26.806158 dv-cinder-805072-2-iscsi neutron-server[100439]: {{(pid=100439) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 19:33:26.875849 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741574042296'] for network, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:26.925589 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for network, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:26.926858 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:33:26.927480 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:26.999189 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3571796 Aug 18 19:33:27.026070 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae2dc5-ccbf-4743-a722-43fb8ab0fef0 admin admin] Pushing event updated for resources: {'Network': ['ID=97907735-db2a-43bf-b21d-c9e1fd26327a,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:33:27.037930 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Network 97907735-db2a-43bf-b21d-c9e1fd26327a details requested by agent ovs-agent-dv-cinder-805072-2-iscsi with host dv-cinder-805072-2-iscsi {{(pid=100441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:33:29.674312 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 38030) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:33:30.101903 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fccf1d-a606-4789-8f58-d93b442dacee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:33:30.103355 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-59fccf1d-a606-4789-8f58-d93b442dacee admin admin] 10.222.0.38 "GET /v2.0/networks/97907735-db2a-43bf-b21d-c9e1fd26327a HTTP/1.1" status: 200 len: 825 time: 0.4280787 Aug 18 19:33:30.128614 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-17da1b39-3c53-4243-8d1d-797faa695022 admin admin] 10.222.0.38 "GET /v2.0/subnetpools/921ee89d-cd2b-49f9-aa48-597ac8e82b6b HTTP/1.1" status: 200 len: 734 time: 0.0191851 Aug 18 19:33:30.138416 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-931f7488-b652-44ab-8296-6d53eb8279f9 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '921ee89d-cd2b-49f9-aa48-597ac8e82b6b', 'gateway_ip': '172.20.0.1', 'network_id': '97907735-db2a-43bf-b21d-c9e1fd26327a', 'tenant_id': 'bd4ddde1285643c7a629e696eaadee43'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:33:30.164309 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931f7488-b652-44ab-8296-6d53eb8279f9 admin admin] Made reservation on behalf of bd4ddde1285643c7a629e696eaadee43 for: {'subnet': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:33:30.166946 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-931f7488-b652-44ab-8296-6d53eb8279f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:30.486642 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-931f7488-b652-44ab-8296-6d53eb8279f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for subnet, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:30.555299 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931f7488-b652-44ab-8296-6d53eb8279f9 admin admin] Checking segment: {'id': '98616e28-3466-4a1e-a6f0-a6108430cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '97907735-db2a-43bf-b21d-c9e1fd26327a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:33:30.555672 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931f7488-b652-44ab-8296-6d53eb8279f9 admin admin] Network hostable DHCP agents. Network: 97907735-db2a-43bf-b21d-c9e1fd26327a, hostable agents: ['ab24a8c0-5fbc-4c54-80f8-7c76df3937f6'], hosted agents: [] {{(pid=100440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:33:30.568070 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f7488-b652-44ab-8296-6d53eb8279f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63016a2b-8fb4-40fb-9329-41d2a6dd719a,revision_number=0']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:33:30.580803 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931f7488-b652-44ab-8296-6d53eb8279f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:30.581161 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931f7488-b652-44ab-8296-6d53eb8279f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:30.581498 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931f7488-b652-44ab-8296-6d53eb8279f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:30.581825 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931f7488-b652-44ab-8296-6d53eb8279f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:30.582150 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931f7488-b652-44ab-8296-6d53eb8279f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:30.582481 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931f7488-b652-44ab-8296-6d53eb8279f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:30.582830 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931f7488-b652-44ab-8296-6d53eb8279f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:30.583167 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931f7488-b652-44ab-8296-6d53eb8279f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:30.583490 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931f7488-b652-44ab-8296-6d53eb8279f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:30.583805 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931f7488-b652-44ab-8296-6d53eb8279f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:30.584121 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931f7488-b652-44ab-8296-6d53eb8279f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:30.584436 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931f7488-b652-44ab-8296-6d53eb8279f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931f7488-b652-44ab-8296-6d53eb8279f9 admin admin] Tracked resource versions report: Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: pushed versions: Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: { 'AddressGroup': {'1.2'}, Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: 'ConntrackHelper': {'1.0'}, Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: 'Log': {'1.0'}, Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: 'Network': {'1.1'}, Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: 'Port': {'1.7'}, Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: 'PortForwarding': {'1.2'}, Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: 'QosPolicy': {'1.9'}, Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: 'SecurityGroup': {'1.4'}, Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: 'SecurityGroupRule': {'1.2'}, Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: 'SubPort': {'1.0'}, Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: 'Subnet': {'1.1'}, Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: 'Trunk': {'1.1'}} Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: consumer versions: Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: { DHCP agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: L3 agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: Metadata agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: Metering agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: Open vSwitch agent@dv-cinder-805072-2-iscsi: { 'AddressGroup': '1.2', Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: 'ConntrackHelper': '1.0', Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: 'Log': '1.0', Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: 'Network': '1.1', Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: 'Port': '1.7', Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: 'PortForwarding': '1.2', Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: 'QosPolicy': '1.9', Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: 'SecurityGroup': '1.4', Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: 'SecurityGroupRule': '1.2', Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: 'SubPort': '1.0', Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: 'Subnet': '1.1', Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: 'Trunk': '1.1'}} Aug 18 19:33:30.585541 dv-cinder-805072-2-iscsi neutron-server[100440]: {{(pid=100440) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 19:33:30.623828 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931f7488-b652-44ab-8296-6d53eb8279f9 admin admin] Network 97907735-db2a-43bf-b21d-c9e1fd26327a is scheduled to be hosted by DHCP agent ab24a8c0-5fbc-4c54-80f8-7c76df3937f6 with binding_index 1 {{(pid=100440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:33:30.637678 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [None req-931f7488-b652-44ab-8296-6d53eb8279f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-2-iscsi, 97907735-db2a-43bf-b21d-c9e1fd26327a) {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:33:30.642787 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931f7488-b652-44ab-8296-6d53eb8279f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:33:30.643340 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-931f7488-b652-44ab-8296-6d53eb8279f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for subnet, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:30.649354 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77c5e6c-b488-4b16-897e-6335d206fea5 None None] Network 97907735-db2a-43bf-b21d-c9e1fd26327a requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:33:30.672721 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-931f7488-b652-44ab-8296-6d53eb8279f9 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5307066 Aug 18 19:33:30.984684 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e82691-4069-53cc-8ab6-7a3df7d55f6e-97907735-db2a-43bf-b21d-c9e1fd26327a', 'network_id': '97907735-db2a-43bf-b21d-c9e1fd26327a', 'tenant_id': 'bd4ddde1285643c7a629e696eaadee43', 'fixed_ips': [{'subnet_id': '63016a2b-8fb4-40fb-9329-41d2a6dd719a'}]}} from dv-cinder-805072-2-iscsi. {{(pid=100441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 19:33:30.985922 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:31.258737 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.db_base_plugin_common [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Allocated IP 172.20.0.2 (97907735-db2a-43bf-b21d-c9e1fd26327a/63016a2b-8fb4-40fb-9329-41d2a6dd719a/2eb7d05e-a668-4339-ad37-134f468a8fc0) {{(pid=100441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:33:31.487960 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Notify callbacks [] for port, precommit_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:31.502876 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Transition to ACTIVE for port object 2eb7d05e-a668-4339-ad37-134f468a8fc0 will not be triggered until provisioned by entity L2. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:33:31.533100 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Transition to ACTIVE for port object 2eb7d05e-a668-4339-ad37-134f468a8fc0 will not be triggered until provisioned by entity DHCP. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:33:31.542399 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286'] for port, after_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:31.608752 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Network 97907735-db2a-43bf-b21d-c9e1fd26327a is already hosted by enough agents. {{(pid=100441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:33:31.619566 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.scheduler.base_scheduler [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Resources bound (agent type, host, resource id): {{(pid=100441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:33:31.628830 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Received port after_create {{(pid=100441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:33:31.631959 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Pushing event updated for resources: {'Port': ['ID=2eb7d05e-a668-4339-ad37-134f468a8fc0,revision_number=1']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:33:31.643732 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:31.644099 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:31.644450 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:31.644793 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:31.645133 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:31.645484 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:31.645808 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:31.646141 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:31.646493 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:31.646909 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:31.647186 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:31.647513 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Tracked resource versions report: Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: pushed versions: Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: { 'AddressGroup': {'1.2'}, Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: 'ConntrackHelper': {'1.0'}, Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: 'Log': {'1.0'}, Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: 'Network': {'1.1'}, Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: 'Port': {'1.7'}, Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: 'PortForwarding': {'1.2'}, Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: 'QosPolicy': {'1.9'}, Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: 'SecurityGroup': {'1.4'}, Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: 'SecurityGroupRule': {'1.2'}, Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: 'SubPort': {'1.0'}, Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: 'Subnet': {'1.1'}, Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: 'Trunk': {'1.1'}} Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: consumer versions: Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: { DHCP agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: L3 agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: Metadata agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: Metering agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: Open vSwitch agent@dv-cinder-805072-2-iscsi: { 'AddressGroup': '1.2', Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: 'ConntrackHelper': '1.0', Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: 'Log': '1.0', Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: 'Network': '1.1', Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: 'Port': '1.7', Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: 'PortForwarding': '1.2', Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: 'QosPolicy': '1.9', Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: 'SecurityGroup': '1.4', Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: 'SecurityGroupRule': '1.2', Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: 'SubPort': '1.0', Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: 'Subnet': '1.1', Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: 'Trunk': '1.1'}} Aug 18 19:33:31.648649 dv-cinder-805072-2-iscsi neutron-server[100441]: {{(pid=100441) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 19:33:31.718367 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Attempting to bind port 2eb7d05e-a668-4339-ad37-134f468a8fc0 on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:33:31.718789 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Attempting to bind port 2eb7d05e-a668-4339-ad37-134f468a8fc0 by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': '98616e28-3466-4a1e-a6f0-a6108430cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '97907735-db2a-43bf-b21d-c9e1fd26327a'}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:33:31.719235 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Attempting to bind port 2eb7d05e-a668-4339-ad37-134f468a8fc0 on network 97907735-db2a-43bf-b21d-c9e1fd26327a {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:33:31.724646 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:33:31.725052 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Checking segment: {'id': '98616e28-3466-4a1e-a6f0-a6108430cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '97907735-db2a-43bf-b21d-c9e1fd26327a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:33:31.725529 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:31.725921 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Bound using segment: {'id': '98616e28-3466-4a1e-a6f0-a6108430cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '97907735-db2a-43bf-b21d-c9e1fd26327a'} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:33:31.726433 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Bound port: 2eb7d05e-a668-4339-ad37-134f468a8fc0, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98616e28-3466-4a1e-a6f0-a6108430cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '97907735-db2a-43bf-b21d-c9e1fd26327a'}}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:33:31.726893 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:31.792240 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] For port 2eb7d05e-a668-4339-ad37-134f468a8fc0, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:33:31.796661 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] For port 2eb7d05e-a668-4339-ad37-134f468a8fc0, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=2eb7d05e-a668-4339-ad37-134f468a8fc0,segment=NetworkSegment(98616e28-3466-4a1e-a6f0-a6108430cd30),segment_id=98616e28-3466-4a1e-a6f0-a6108430cd30)] {{(pid=100441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:33:31.801162 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:31.863737 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66894a0f-a3ad-4307-8931-5e1bb55a2b18 None None] Pushing event updated for resources: {'Port': ['ID=2eb7d05e-a668-4339-ad37-134f468a8fc0,revision_number=2']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:33:33.095905 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 38042) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:33:33.423286 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [None req-9a64d281-fa2e-4022-86ba-f27111e8e17f admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 19:33:33.424270 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-9a64d281-fa2e-4022-86ba-f27111e8e17f admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3273931 Aug 18 19:33:35.851540 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 38050) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:33:36.191882 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [None req-1aa545fe-2950-4dce-b06f-f4b909b322fd admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 19:33:36.206694 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-1aa545fe-2950-4dce-b06f-f4b909b322fd admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3403518 Aug 18 19:33:38.827425 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 38060) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:33:39.149148 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-69d0c162-632e-419d-8b56-67a51906d748 admin admin] Request body: {'router': {'tenant_id': 'bd4ddde1285643c7a629e696eaadee43', 'name': 'router1', 'admin_state_up': True}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:33:39.176312 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-69d0c162-632e-419d-8b56-67a51906d748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1674435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59127'] for router, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:39.178094 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-69d0c162-632e-419d-8b56-67a51906d748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1674323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1679070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59104'] for router, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:39.338585 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-69d0c162-632e-419d-8b56-67a51906d748 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:39.343265 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-69d0c162-632e-419d-8b56-67a51906d748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678875'] for router, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:39.355708 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-69d0c162-632e-419d-8b56-67a51906d748 admin admin] Notify callbacks [] for router, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:39.357028 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-69d0c162-632e-419d-8b56-67a51906d748 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5285578 Aug 18 19:33:39.756395 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 2eb7d05e-a668-4339-ad37-134f468a8fc0 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:33:39.849794 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port 2eb7d05e-a668-4339-ad37-134f468a8fc0 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:33:40.214849 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174a8b73-8280-412c-a3d5-ae30858f5de3 None None] Network 97907735-db2a-43bf-b21d-c9e1fd26327a requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:33:40.282606 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-5b9ca7bd-f962-442e-97c4-72c609e4fc6d None None] Provisioning for port 2eb7d05e-a668-4339-ad37-134f468a8fc0 completed by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:33:40.290522 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-5b9ca7bd-f962-442e-97c4-72c609e4fc6d None None] Provisioning complete for port 2eb7d05e-a668-4339-ad37-134f468a8fc0 triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:33:40.291481 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca7bd-f962-442e-97c4-72c609e4fc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:40.471059 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca7bd-f962-442e-97c4-72c609e4fc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:40.517004 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-5b9ca7bd-f962-442e-97c4-72c609e4fc6d None None] For port 2eb7d05e-a668-4339-ad37-134f468a8fc0, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=2eb7d05e-a668-4339-ad37-134f468a8fc0,segment=NetworkSegment(98616e28-3466-4a1e-a6f0-a6108430cd30),segment_id=98616e28-3466-4a1e-a6f0-a6108430cd30)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:33:40.521982 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca7bd-f962-442e-97c4-72c609e4fc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:40.576776 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ca7bd-f962-442e-97c4-72c609e4fc6d None None] Pushing event updated for resources: {'Port': ['ID=2eb7d05e-a668-4339-ad37-134f468a8fc0,revision_number=3']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:33:40.743352 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-86a80cf2-ea58-4348-8281-06d762c6fb6d None None] Provisioning complete for port 2eb7d05e-a668-4339-ad37-134f468a8fc0 triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:33:40.743646 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-86a80cf2-ea58-4348-8281-06d762c6fb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:41.700673 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 2eb7d05e-a668-4339-ad37-134f468a8fc0 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:33:41.736378 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 38072) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:33:41.748431 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 2eb7d05e-a668-4339-ad37-134f468a8fc0 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:33:41.748814 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:42.052376 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [None req-2e978ffc-7874-4b14-a1dd-4e0c3056d75d admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 19:33:42.053372 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-2e978ffc-7874-4b14-a1dd-4e0c3056d75d admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3160453 Aug 18 19:33:43.017044 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-a4171b41-0494-43b2-b586-868b6b019bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:44.451997 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 38080) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:33:44.777342 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-d950f46f-1e7e-4cc9-8001-87de156c0a2d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:33:44.799718 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d950f46f-1e7e-4cc9-8001-87de156c0a2d admin admin] Made reservation on behalf of 8856ce4a4a204f839af7d3ca31dbe3f7 for: {'network': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:33:44.802058 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d950f46f-1e7e-4cc9-8001-87de156c0a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for network, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:44.817250 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d950f46f-1e7e-4cc9-8001-87de156c0a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:44.940457 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d950f46f-1e7e-4cc9-8001-87de156c0a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:44.944308 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d950f46f-1e7e-4cc9-8001-87de156c0a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:44.960468 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d950f46f-1e7e-4cc9-8001-87de156c0a2d admin admin] Reserving flat network on physical network physnet1 {{(pid=100440) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 18 19:33:44.980700 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950f46f-1e7e-4cc9-8001-87de156c0a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488f7a6d-c506-4ef7-a035-4ea9a6cad2c6,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:33:44.987513 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d950f46f-1e7e-4cc9-8001-87de156c0a2d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741574556874', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:44.988082 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d950f46f-1e7e-4cc9-8001-87de156c0a2d admin admin] Unsubscribe: segment precommit_create {{(pid=100440) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 18 19:33:44.988584 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.db.segments_db [None req-d950f46f-1e7e-4cc9-8001-87de156c0a2d admin admin] Added segment 0bdaf2c9-3eca-4db0-8337-689581495736 of type flat for network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 Aug 18 19:33:45.042072 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d950f46f-1e7e-4cc9-8001-87de156c0a2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741574042296'] for network, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:45.086363 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d950f46f-1e7e-4cc9-8001-87de156c0a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for network, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:45.087254 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d950f46f-1e7e-4cc9-8001-87de156c0a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:33:45.087868 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d950f46f-1e7e-4cc9-8001-87de156c0a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:45.154065 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-d950f46f-1e7e-4cc9-8001-87de156c0a2d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7009051 Aug 18 19:33:45.186623 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950f46f-1e7e-4cc9-8001-87de156c0a2d admin admin] Pushing event updated for resources: {'Network': ['ID=c9e7b0ac-d07a-45d1-b669-710203e2b4d9,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:33:45.198037 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 details requested by agent ovs-agent-dv-cinder-805072-2-iscsi with host dv-cinder-805072-2-iscsi {{(pid=100441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:33:45.754895 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-c8db386c-68b1-4aa9-af09-26ce0deee3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:45.834701 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:46.617067 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:47.533819 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 38098) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:33:47.712068 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cde63f5-3b67-4f47-bbf8-f257df87a25c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:33:47.714017 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-3cde63f5-3b67-4f47-bbf8-f257df87a25c admin admin] 10.222.0.38 "GET /v2.0/subnets/63016a2b-8fb4-40fb-9329-41d2a6dd719a HTTP/1.1" status: 200 len: 849 time: 0.1792507 Aug 18 19:33:47.828777 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-9bf7d2d5-a133-49dc-9500-e97f1f126b8f admin admin] 10.222.0.38 "GET /v2.0/routers/7fff65f5-ce0d-45d0-bd62-1a16a09a5845 HTTP/1.1" status: 200 len: 704 time: 0.1087992 Aug 18 19:33:48.097448 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bf7c4985-419f-4e9d-8ca7-1d4f60dff536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:48.331898 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:48.399475 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [None req-bf7c4985-419f-4e9d-8ca7-1d4f60dff536 admin admin] Allocated IP 172.20.0.1 (97907735-db2a-43bf-b21d-c9e1fd26327a/63016a2b-8fb4-40fb-9329-41d2a6dd719a/73b32f01-a73c-4e7b-a41b-fe182fc81edb) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:33:48.569927 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bf7c4985-419f-4e9d-8ca7-1d4f60dff536 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:48.599185 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [None req-bf7c4985-419f-4e9d-8ca7-1d4f60dff536 admin admin] Transition to ACTIVE for port object 73b32f01-a73c-4e7b-a41b-fe182fc81edb will not be triggered until provisioned by entity DHCP. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:33:48.749072 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bf7c4985-419f-4e9d-8ca7-1d4f60dff536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:48.828631 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7c4985-419f-4e9d-8ca7-1d4f60dff536 admin admin] Network 97907735-db2a-43bf-b21d-c9e1fd26327a is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:33:48.837710 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [None req-bf7c4985-419f-4e9d-8ca7-1d4f60dff536 admin admin] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:33:48.845390 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7c4985-419f-4e9d-8ca7-1d4f60dff536 admin admin] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:33:48.845950 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bf7c4985-419f-4e9d-8ca7-1d4f60dff536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1676627'] for router_interface, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:48.865912 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c4985-419f-4e9d-8ca7-1d4f60dff536 admin admin] Pushing event updated for resources: {'Port': ['ID=73b32f01-a73c-4e7b-a41b-fe182fc81edb,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:33:49.042256 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bf7c4985-419f-4e9d-8ca7-1d4f60dff536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:49.092750 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-661c73d3-2466-4a6d-8618-33d9c0b1a255 None None] Provisioning for port 73b32f01-a73c-4e7b-a41b-fe182fc81edb completed by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:33:49.096584 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-661c73d3-2466-4a6d-8618-33d9c0b1a255 None None] Provisioning complete for port 73b32f01-a73c-4e7b-a41b-fe182fc81edb triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:33:49.096976 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-661c73d3-2466-4a6d-8618-33d9c0b1a255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:49.132747 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-661c73d3-2466-4a6d-8618-33d9c0b1a255 None None] Port 73b32f01-a73c-4e7b-a41b-fe182fc81edb cannot update to ACTIVE because it is not bound. {{(pid=100441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:33:49.254411 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bf7c4985-419f-4e9d-8ca7-1d4f60dff536 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:49.258924 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bf7c4985-419f-4e9d-8ca7-1d4f60dff536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:49.259745 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bf7c4985-419f-4e9d-8ca7-1d4f60dff536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1676711'] for router_interface, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:49.337525 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c4985-419f-4e9d-8ca7-1d4f60dff536 admin admin] Pushing event updated for resources: {'Port': ['ID=73b32f01-a73c-4e7b-a41b-fe182fc81edb,revision_number=2']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:33:49.382771 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7c4985-419f-4e9d-8ca7-1d4f60dff536 admin admin] Network 97907735-db2a-43bf-b21d-c9e1fd26327a is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:33:49.384030 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [None req-bf7c4985-419f-4e9d-8ca7-1d4f60dff536 admin admin] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:33:49.541683 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7c4985-419f-4e9d-8ca7-1d4f60dff536 admin admin] Router 7fff65f5-ce0d-45d0-bd62-1a16a09a5845 is scheduled to L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a with binding_index 1 {{(pid=100440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 19:33:49.559960 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-1453f561-572b-4a9f-9ebd-9d697f5c3b70 None None] Provisioning complete for port 73b32f01-a73c-4e7b-a41b-fe182fc81edb triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:33:49.560489 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-1453f561-572b-4a9f-9ebd-9d697f5c3b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:49.592579 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-1453f561-572b-4a9f-9ebd-9d697f5c3b70 None None] Port 73b32f01-a73c-4e7b-a41b-fe182fc81edb cannot update to ACTIVE because it is not bound. {{(pid=100441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:33:49.630684 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7c4985-419f-4e9d-8ca7-1d4f60dff536 admin admin] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:33:49.637926 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-bf7c4985-419f-4e9d-8ca7-1d4f60dff536 admin admin] 10.222.0.38 "PUT /v2.0/routers/7fff65f5-ce0d-45d0-bd62-1a16a09a5845/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8014734 Aug 18 19:33:49.640580 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d6f838-e844-4539-9de1-fa380977f674 None None] Sync routers for ids ['7fff65f5-ce0d-45d0-bd62-1a16a09a5845'] in dv-cinder-805072-2-iscsi {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:33:49.652952 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d6f838-e844-4539-9de1-fa380977f674 None None] Routers {'7fff65f5-ce0d-45d0-bd62-1a16a09a5845'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:33:49.653981 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-a8d6f838-e844-4539-9de1-fa380977f674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:33:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['7fff65f5-ce0d-45d0-bd62-1a16a09a5845'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:33:49.843543 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-a8d6f838-e844-4539-9de1-fa380977f674 None None] Set router 7fff65f5-ce0d-45d0-bd62-1a16a09a5845 gateway port host: None {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:33:50.279854 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-a8d6f838-e844-4539-9de1-fa380977f674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fff65f5-ce0d-45d0-bd62-1a16a09a5845', 'name': 'router1', 'tenant_id': 'bd4ddde1285643c7a629e696eaadee43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:33:39Z', 'updated_at': '2021-08-18T19:33:48Z', 'revision_number': 2, 'project_id': 'bd4ddde1285643c7a629e696eaadee43', 'gw_port_host': None, '_interfaces': [{'id': '73b32f01-a73c-4e7b-a41b-fe182fc81edb', 'name': '', 'network_id': '97907735-db2a-43bf-b21d-c9e1fd26327a', 'tenant_id': 'bd4ddde1285643c7a629e696eaadee43', 'mac_address': 'fa:16:3e:77:cd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fff65f5-ce0d-45d0-bd62-1a16a09a5845', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63016a2b-8fb4-40fb-9329-41d2a6dd719a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:33:48Z', 'updated_at': '2021-08-18T19:33:49Z', 'revision_number': 2, 'project_id': 'bd4ddde1285643c7a629e696eaadee43', 'subnets': [{'id': '63016a2b-8fb4-40fb-9329-41d2a6dd719a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '921ee89d-cd2b-49f9-aa48-597ac8e82b6b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:33:50.331741 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d6f838-e844-4539-9de1-fa380977f674 None None] Checking router: 7fff65f5-ce0d-45d0-bd62-1a16a09a5845 for host: dv-cinder-805072-2-iscsi {{(pid=100442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:33:50.332101 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d6f838-e844-4539-9de1-fa380977f674 None None] Updating router 7fff65f5-ce0d-45d0-bd62-1a16a09a5845 port 73b32f01-a73c-4e7b-a41b-fe182fc81edb binding host dv-cinder-805072-2-iscsi {{(pid=100442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:33:50.381758 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f838-e844-4539-9de1-fa380977f674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:50.903242 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f838-e844-4539-9de1-fa380977f674 None None] Notify callbacks [] for port, precommit_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:50.921904 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.provisioning_blocks [None req-a8d6f838-e844-4539-9de1-fa380977f674 None None] Transition to ACTIVE for port object 73b32f01-a73c-4e7b-a41b-fe182fc81edb will not be triggered until provisioned by entity L2. {{(pid=100442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:33:50.926969 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f838-e844-4539-9de1-fa380977f674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:51.078738 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876e0a0-61a6-4692-8f3b-80d639ce11cc None None] Pushing event updated for resources: {'Port': ['ID=73b32f01-a73c-4e7b-a41b-fe182fc81edb,revision_number=3']} {{(pid=100442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:33:51.095313 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-a8d6f838-e844-4539-9de1-fa380977f674 None None] Attempting to bind port 73b32f01-a73c-4e7b-a41b-fe182fc81edb on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:33:51.095756 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-a8d6f838-e844-4539-9de1-fa380977f674 None None] Attempting to bind port 73b32f01-a73c-4e7b-a41b-fe182fc81edb by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': '98616e28-3466-4a1e-a6f0-a6108430cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '97907735-db2a-43bf-b21d-c9e1fd26327a'}] {{(pid=100442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:33:51.096171 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d6f838-e844-4539-9de1-fa380977f674 None None] Attempting to bind port 73b32f01-a73c-4e7b-a41b-fe182fc81edb on network 97907735-db2a-43bf-b21d-c9e1fd26327a {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:33:51.098980 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a876e0a0-61a6-4692-8f3b-80d639ce11cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:51.099294 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a876e0a0-61a6-4692-8f3b-80d639ce11cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:51.099561 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a876e0a0-61a6-4692-8f3b-80d639ce11cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:51.099901 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a876e0a0-61a6-4692-8f3b-80d639ce11cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:51.100235 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a876e0a0-61a6-4692-8f3b-80d639ce11cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:51.100568 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a876e0a0-61a6-4692-8f3b-80d639ce11cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:51.100895 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a876e0a0-61a6-4692-8f3b-80d639ce11cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:51.101226 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a876e0a0-61a6-4692-8f3b-80d639ce11cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:51.101573 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a876e0a0-61a6-4692-8f3b-80d639ce11cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:51.101902 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a876e0a0-61a6-4692-8f3b-80d639ce11cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:51.102250 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a876e0a0-61a6-4692-8f3b-80d639ce11cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:51.102539 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a876e0a0-61a6-4692-8f3b-80d639ce11cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a876e0a0-61a6-4692-8f3b-80d639ce11cc None None] Tracked resource versions report: Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: pushed versions: Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: { 'AddressGroup': {'1.2'}, Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: 'ConntrackHelper': {'1.0'}, Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: 'Log': {'1.0'}, Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: 'Network': {'1.1'}, Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: 'Port': {'1.7'}, Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: 'PortForwarding': {'1.2'}, Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: 'QosPolicy': {'1.9'}, Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: 'SecurityGroup': {'1.4'}, Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: 'SecurityGroupRule': {'1.2'}, Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: 'SubPort': {'1.0'}, Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: 'Subnet': {'1.1'}, Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: 'Trunk': {'1.1'}} Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: consumer versions: Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: { DHCP agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: L3 agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: Metadata agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: Metering agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: Open vSwitch agent@dv-cinder-805072-2-iscsi: { 'AddressGroup': '1.2', Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: 'ConntrackHelper': '1.0', Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: 'Log': '1.0', Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: 'Network': '1.1', Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: 'Port': '1.7', Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: 'PortForwarding': '1.2', Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: 'QosPolicy': '1.9', Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: 'SecurityGroup': '1.4', Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: 'SecurityGroupRule': '1.2', Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: 'SubPort': '1.0', Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: 'Subnet': '1.1', Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: 'Trunk': '1.1'}} Aug 18 19:33:51.104298 dv-cinder-805072-2-iscsi neutron-server[100442]: {{(pid=100442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 19:33:51.112960 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d6f838-e844-4539-9de1-fa380977f674 None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:33:51.113607 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d6f838-e844-4539-9de1-fa380977f674 None None] Checking segment: {'id': '98616e28-3466-4a1e-a6f0-a6108430cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '97907735-db2a-43bf-b21d-c9e1fd26327a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:33:51.114848 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f838-e844-4539-9de1-fa380977f674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:51.114848 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d6f838-e844-4539-9de1-fa380977f674 None None] Bound using segment: {'id': '98616e28-3466-4a1e-a6f0-a6108430cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '97907735-db2a-43bf-b21d-c9e1fd26327a'} {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:33:51.115273 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-a8d6f838-e844-4539-9de1-fa380977f674 None None] Bound port: 73b32f01-a73c-4e7b-a41b-fe182fc81edb, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98616e28-3466-4a1e-a6f0-a6108430cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '97907735-db2a-43bf-b21d-c9e1fd26327a'}}] {{(pid=100442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:33:51.115655 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f838-e844-4539-9de1-fa380977f674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:51.182345 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.db [None req-a8d6f838-e844-4539-9de1-fa380977f674 None None] For port 73b32f01-a73c-4e7b-a41b-fe182fc81edb, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:33:51.203260 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.db [None req-a8d6f838-e844-4539-9de1-fa380977f674 None None] For port 73b32f01-a73c-4e7b-a41b-fe182fc81edb, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=73b32f01-a73c-4e7b-a41b-fe182fc81edb,segment=NetworkSegment(98616e28-3466-4a1e-a6f0-a6108430cd30),segment_id=98616e28-3466-4a1e-a6f0-a6108430cd30)] {{(pid=100442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:33:51.207767 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f838-e844-4539-9de1-fa380977f674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:51.266357 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876e0a0-61a6-4692-8f3b-80d639ce11cc None None] Pushing event updated for resources: {'Port': ['ID=73b32f01-a73c-4e7b-a41b-fe182fc81edb,revision_number=4']} {{(pid=100442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:33:51.273979 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d6f838-e844-4539-9de1-fa380977f674 None None] Routers {'7fff65f5-ce0d-45d0-bd62-1a16a09a5845'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:33:51.274484 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-a8d6f838-e844-4539-9de1-fa380977f674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:33:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['7fff65f5-ce0d-45d0-bd62-1a16a09a5845'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:33:51.366360 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-a8d6f838-e844-4539-9de1-fa380977f674 None None] Set router 7fff65f5-ce0d-45d0-bd62-1a16a09a5845 gateway port host: None {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:33:51.571666 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-a8d6f838-e844-4539-9de1-fa380977f674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fff65f5-ce0d-45d0-bd62-1a16a09a5845', 'name': 'router1', 'tenant_id': 'bd4ddde1285643c7a629e696eaadee43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:33:39Z', 'updated_at': '2021-08-18T19:33:48Z', 'revision_number': 2, 'project_id': 'bd4ddde1285643c7a629e696eaadee43', 'gw_port_host': None, '_interfaces': [{'id': '73b32f01-a73c-4e7b-a41b-fe182fc81edb', 'name': '', 'network_id': '97907735-db2a-43bf-b21d-c9e1fd26327a', 'tenant_id': 'bd4ddde1285643c7a629e696eaadee43', 'mac_address': 'fa:16:3e:77:cd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fff65f5-ce0d-45d0-bd62-1a16a09a5845', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63016a2b-8fb4-40fb-9329-41d2a6dd719a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:33:48Z', 'updated_at': '2021-08-18T19:33:51Z', 'revision_number': 4, 'project_id': 'bd4ddde1285643c7a629e696eaadee43', 'subnets': [{'id': '63016a2b-8fb4-40fb-9329-41d2a6dd719a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '921ee89d-cd2b-49f9-aa48-597ac8e82b6b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:33:51.597504 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d6f838-e844-4539-9de1-fa380977f674 None None] The sync data for ids ['7fff65f5-ce0d-45d0-bd62-1a16a09a5845'] in dv-cinder-805072-2-iscsi is: [{'id': '7fff65f5-ce0d-45d0-bd62-1a16a09a5845', 'name': 'router1', 'tenant_id': 'bd4ddde1285643c7a629e696eaadee43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:33:39Z', 'updated_at': '2021-08-18T19:33:48Z', 'revision_number': 2, 'project_id': 'bd4ddde1285643c7a629e696eaadee43', 'gw_port_host': None, '_interfaces': [{'id': '73b32f01-a73c-4e7b-a41b-fe182fc81edb', 'name': '', 'network_id': '97907735-db2a-43bf-b21d-c9e1fd26327a', 'tenant_id': 'bd4ddde1285643c7a629e696eaadee43', 'mac_address': 'fa:16:3e:77:cd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fff65f5-ce0d-45d0-bd62-1a16a09a5845', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63016a2b-8fb4-40fb-9329-41d2a6dd719a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:33:48Z', 'updated_at': '2021-08-18T19:33:51Z', 'revision_number': 4, 'project_id': 'bd4ddde1285643c7a629e696eaadee43', 'subnets': [{'id': '63016a2b-8fb4-40fb-9329-41d2a6dd719a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '921ee89d-cd2b-49f9-aa48-597ac8e82b6b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:33:51.886958 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 38118) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:33:52.032946 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e4ca6a-b2ba-430d-8ba2-68a131086bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:33:52.034326 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-83e4ca6a-b2ba-430d-8ba2-68a131086bbb admin admin] 10.222.0.38 "GET /v2.0/networks/c9e7b0ac-d07a-45d1-b669-710203e2b4d9 HTTP/1.1" status: 200 len: 842 time: 0.1464255 Aug 18 19:33:52.044661 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-20a5f1c4-d392-45c0-8c3f-eaf224feca44 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'cidr': '172.27.2.0/24'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:33:52.070847 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a5f1c4-d392-45c0-8c3f-eaf224feca44 admin admin] Made reservation on behalf of 8856ce4a4a204f839af7d3ca31dbe3f7 for: {'subnet': 1} {{(pid=100439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:33:52.073034 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-20a5f1c4-d392-45c0-8c3f-eaf224feca44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:52.481891 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.objects.ports [None req-20a5f1c4-d392-45c0-8c3f-eaf224feca44 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100439) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 19:33:52.482370 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-20a5f1c4-d392-45c0-8c3f-eaf224feca44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for subnet, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:52.536795 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5f1c4-d392-45c0-8c3f-eaf224feca44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcdf06bc-9cb8-408c-b78f-916aa229f92b,revision_number=0']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:33:52.549215 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a5f1c4-d392-45c0-8c3f-eaf224feca44 admin admin] Checking segment: {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:33:52.549592 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a5f1c4-d392-45c0-8c3f-eaf224feca44 admin admin] Network hostable DHCP agents. Network: c9e7b0ac-d07a-45d1-b669-710203e2b4d9, hostable agents: ['ab24a8c0-5fbc-4c54-80f8-7c76df3937f6'], hosted agents: [] {{(pid=100439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:33:52.572977 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a5f1c4-d392-45c0-8c3f-eaf224feca44 admin admin] Network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 is scheduled to be hosted by DHCP agent ab24a8c0-5fbc-4c54-80f8-7c76df3937f6 with binding_index 1 {{(pid=100439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:33:52.586654 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-20a5f1c4-d392-45c0-8c3f-eaf224feca44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-2-iscsi, c9e7b0ac-d07a-45d1-b669-710203e2b4d9) {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:33:52.593233 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a5f1c4-d392-45c0-8c3f-eaf224feca44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:33:52.593961 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-20a5f1c4-d392-45c0-8c3f-eaf224feca44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for subnet, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:52.596920 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d514f7e7-c24b-405e-88fa-3a07a7be0860 None None] Network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:33:52.615184 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-20a5f1c4-d392-45c0-8c3f-eaf224feca44 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5744798 Aug 18 19:33:52.738777 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39805ab7-e014-4e20-a220-fbdfff102cbb None None] Network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:33:53.587065 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 5 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:33:54.906570 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 38126) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:33:55.143036 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-f18e3cc2-98d0-4b63-88df-a960a6cb2abd admin admin] 10.222.0.38 "GET /v2.0/routers/7fff65f5-ce0d-45d0-bd62-1a16a09a5845 HTTP/1.1" status: 200 len: 710 time: 0.2352912 Aug 18 19:33:55.228938 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2319fb4b-c09f-4972-a94c-a42f89f13103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:33:55.230311 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-2319fb4b-c09f-4972-a94c-a42f89f13103 admin admin] 10.222.0.38 "GET /v2.0/networks/c9e7b0ac-d07a-45d1-b669-710203e2b4d9 HTTP/1.1" status: 200 len: 886 time: 0.0815833 Aug 18 19:33:55.239482 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-59dfb138-f66d-4aa9-a392-7446975c30f7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:33:55.480329 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-59dfb138-f66d-4aa9-a392-7446975c30f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:55.712182 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-59dfb138-f66d-4aa9-a392-7446975c30f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:55.791364 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-59dfb138-f66d-4aa9-a392-7446975c30f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:55.990072 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.db_base_plugin_common [None req-59dfb138-f66d-4aa9-a392-7446975c30f7 admin admin] Allocated IP 172.27.2.11 (c9e7b0ac-d07a-45d1-b669-710203e2b4d9/fcdf06bc-9cb8-408c-b78f-916aa229f92b/7e6f27d3-3791-4328-be12-3a0908bd9563) {{(pid=100439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:33:56.099842 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-59dfb138-f66d-4aa9-a392-7446975c30f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:56.183035 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-59dfb138-f66d-4aa9-a392-7446975c30f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286'] for port, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:56.263644 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dfb138-f66d-4aa9-a392-7446975c30f7 admin admin] Network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 is already hosted by enough agents. {{(pid=100439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:33:56.267766 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-59dfb138-f66d-4aa9-a392-7446975c30f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:33:56.270026 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfb138-f66d-4aa9-a392-7446975c30f7 admin admin] Pushing event updated for resources: {'Port': ['ID=7e6f27d3-3791-4328-be12-3a0908bd9563,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:33:56.282540 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dfb138-f66d-4aa9-a392-7446975c30f7 admin admin] Received port after_create {{(pid=100439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:33:56.560209 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-59dfb138-f66d-4aa9-a392-7446975c30f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:56.781295 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-59dfb138-f66d-4aa9-a392-7446975c30f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1679015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1675002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59026'] for router, precommit_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:56.786418 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-59dfb138-f66d-4aa9-a392-7446975c30f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1678857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1678866', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1674947'] for router, after_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:56.903498 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59dfb138-f66d-4aa9-a392-7446975c30f7 admin admin] Router 7fff65f5-ce0d-45d0-bd62-1a16a09a5845 has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:33:57.012183 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59dfb138-f66d-4aa9-a392-7446975c30f7 admin admin] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:33:57.017199 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-59dfb138-f66d-4aa9-a392-7446975c30f7 admin admin] Notify callbacks [] for router, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:57.018242 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-59dfb138-f66d-4aa9-a392-7446975c30f7 admin admin] 10.222.0.38 "PUT /v2.0/routers/7fff65f5-ce0d-45d0-bd62-1a16a09a5845 HTTP/1.1" status: 200 len: 889 time: 1.7820020 Aug 18 19:33:57.741038 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 73b32f01-a73c-4e7b-a41b-fe182fc81edb up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:33:57.789667 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port 73b32f01-a73c-4e7b-a41b-fe182fc81edb completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:33:57.793300 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 73b32f01-a73c-4e7b-a41b-fe182fc81edb triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:33:57.793676 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:57.869139 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:57.906738 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] For port 73b32f01-a73c-4e7b-a41b-fe182fc81edb, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=73b32f01-a73c-4e7b-a41b-fe182fc81edb,segment=NetworkSegment(98616e28-3466-4a1e-a6f0-a6108430cd30),segment_id=98616e28-3466-4a1e-a6f0-a6108430cd30)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:33:57.911952 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:58.005796 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32417a47-754d-4f36-b599-d843b6bdfe00 None None] Sync routers for ids ['7fff65f5-ce0d-45d0-bd62-1a16a09a5845'] in dv-cinder-805072-2-iscsi {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:33:58.028445 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Pushing event updated for resources: {'Port': ['ID=73b32f01-a73c-4e7b-a41b-fe182fc81edb,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:33:58.031469 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32417a47-754d-4f36-b599-d843b6bdfe00 None None] Routers {'7fff65f5-ce0d-45d0-bd62-1a16a09a5845'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:33:58.032123 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-32417a47-754d-4f36-b599-d843b6bdfe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:33:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['7fff65f5-ce0d-45d0-bd62-1a16a09a5845'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:33:58.238346 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-32417a47-754d-4f36-b599-d843b6bdfe00 None None] Set router 7fff65f5-ce0d-45d0-bd62-1a16a09a5845 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:33:58.630476 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-32417a47-754d-4f36-b599-d843b6bdfe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fff65f5-ce0d-45d0-bd62-1a16a09a5845', 'name': 'router1', 'tenant_id': 'bd4ddde1285643c7a629e696eaadee43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '7e6f27d3-3791-4328-be12-3a0908bd9563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:33:39Z', 'updated_at': '2021-08-18T19:33:56Z', 'revision_number': 4, 'project_id': 'bd4ddde1285643c7a629e696eaadee43', 'gw_port': {'id': '7e6f27d3-3791-4328-be12-3a0908bd9563', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:07:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fff65f5-ce0d-45d0-bd62-1a16a09a5845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:33:55Z', 'updated_at': '2021-08-18T19:33:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '73b32f01-a73c-4e7b-a41b-fe182fc81edb', 'name': '', 'network_id': '97907735-db2a-43bf-b21d-c9e1fd26327a', 'tenant_id': 'bd4ddde1285643c7a629e696eaadee43', 'mac_address': 'fa:16:3e:77:cd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fff65f5-ce0d-45d0-bd62-1a16a09a5845', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63016a2b-8fb4-40fb-9329-41d2a6dd719a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:33:48Z', 'updated_at': '2021-08-18T19:33:57Z', 'revision_number': 5, 'project_id': 'bd4ddde1285643c7a629e696eaadee43', 'subnets': [{'id': '63016a2b-8fb4-40fb-9329-41d2a6dd719a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '921ee89d-cd2b-49f9-aa48-597ac8e82b6b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:33:58.682385 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32417a47-754d-4f36-b599-d843b6bdfe00 None None] Checking router: 7fff65f5-ce0d-45d0-bd62-1a16a09a5845 for host: dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:33:58.682769 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32417a47-754d-4f36-b599-d843b6bdfe00 None None] Updating router 7fff65f5-ce0d-45d0-bd62-1a16a09a5845 port 7e6f27d3-3791-4328-be12-3a0908bd9563 binding host dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:33:58.734901 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-32417a47-754d-4f36-b599-d843b6bdfe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:59.054347 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-32417a47-754d-4f36-b599-d843b6bdfe00 None None] Notify callbacks [] for port, precommit_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:59.067580 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-32417a47-754d-4f36-b599-d843b6bdfe00 None None] Transition to ACTIVE for port object 7e6f27d3-3791-4328-be12-3a0908bd9563 will not be triggered until provisioned by entity L2. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:33:59.073624 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-32417a47-754d-4f36-b599-d843b6bdfe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:59.124909 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e1149-dc26-48ce-bb66-d91e8627b1e1 None None] Pushing event updated for resources: {'Port': ['ID=7e6f27d3-3791-4328-be12-3a0908bd9563,revision_number=2']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:33:59.127252 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-32417a47-754d-4f36-b599-d843b6bdfe00 None None] Attempting to bind port 7e6f27d3-3791-4328-be12-3a0908bd9563 on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:33:59.127630 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-32417a47-754d-4f36-b599-d843b6bdfe00 None None] Attempting to bind port 7e6f27d3-3791-4328-be12-3a0908bd9563 by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:33:59.127988 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32417a47-754d-4f36-b599-d843b6bdfe00 None None] Attempting to bind port 7e6f27d3-3791-4328-be12-3a0908bd9563 on network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:33:59.133305 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32417a47-754d-4f36-b599-d843b6bdfe00 None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:33:59.133684 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32417a47-754d-4f36-b599-d843b6bdfe00 None None] Checking segment: {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:33:59.134609 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-32417a47-754d-4f36-b599-d843b6bdfe00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:59.135023 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32417a47-754d-4f36-b599-d843b6bdfe00 None None] Bound using segment: {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:33:59.135483 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-32417a47-754d-4f36-b599-d843b6bdfe00 None None] Bound port: 7e6f27d3-3791-4328-be12-3a0908bd9563, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:33:59.135882 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-32417a47-754d-4f36-b599-d843b6bdfe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:59.185973 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-32417a47-754d-4f36-b599-d843b6bdfe00 None None] For port 7e6f27d3-3791-4328-be12-3a0908bd9563, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:33:59.189041 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-32417a47-754d-4f36-b599-d843b6bdfe00 None None] For port 7e6f27d3-3791-4328-be12-3a0908bd9563, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=7e6f27d3-3791-4328-be12-3a0908bd9563,segment=NetworkSegment(0bdaf2c9-3eca-4db0-8337-689581495736),segment_id=0bdaf2c9-3eca-4db0-8337-689581495736)] {{(pid=100441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:33:59.192537 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-32417a47-754d-4f36-b599-d843b6bdfe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:59.333592 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32417a47-754d-4f36-b599-d843b6bdfe00 None None] Routers {'7fff65f5-ce0d-45d0-bd62-1a16a09a5845'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:33:59.334224 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-32417a47-754d-4f36-b599-d843b6bdfe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:33:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['7fff65f5-ce0d-45d0-bd62-1a16a09a5845'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:33:59.337251 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e1149-dc26-48ce-bb66-d91e8627b1e1 None None] Pushing event updated for resources: {'Port': ['ID=7e6f27d3-3791-4328-be12-3a0908bd9563,revision_number=3']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:33:59.398019 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 38140) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:33:59.440493 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-32417a47-754d-4f36-b599-d843b6bdfe00 None None] Set router 7fff65f5-ce0d-45d0-bd62-1a16a09a5845 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:33:59.511262 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-c326f69b-229c-4e21-82d0-080fcedbaa68 admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1120968 Aug 18 19:33:59.655917 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-32417a47-754d-4f36-b599-d843b6bdfe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fff65f5-ce0d-45d0-bd62-1a16a09a5845', 'name': 'router1', 'tenant_id': 'bd4ddde1285643c7a629e696eaadee43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '7e6f27d3-3791-4328-be12-3a0908bd9563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:33:39Z', 'updated_at': '2021-08-18T19:33:56Z', 'revision_number': 4, 'project_id': 'bd4ddde1285643c7a629e696eaadee43', 'gw_port': {'id': '7e6f27d3-3791-4328-be12-3a0908bd9563', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:07:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fff65f5-ce0d-45d0-bd62-1a16a09a5845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:33:55Z', 'updated_at': '2021-08-18T19:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '73b32f01-a73c-4e7b-a41b-fe182fc81edb', 'name': '', 'network_id': '97907735-db2a-43bf-b21d-c9e1fd26327a', 'tenant_id': 'bd4ddde1285643c7a629e696eaadee43', 'mac_address': 'fa:16:3e:77:cd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fff65f5-ce0d-45d0-bd62-1a16a09a5845', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63016a2b-8fb4-40fb-9329-41d2a6dd719a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:33:48Z', 'updated_at': '2021-08-18T19:33:57Z', 'revision_number': 5, 'project_id': 'bd4ddde1285643c7a629e696eaadee43', 'subnets': [{'id': '63016a2b-8fb4-40fb-9329-41d2a6dd719a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '921ee89d-cd2b-49f9-aa48-597ac8e82b6b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:33:59.687167 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32417a47-754d-4f36-b599-d843b6bdfe00 None None] The sync data for ids ['7fff65f5-ce0d-45d0-bd62-1a16a09a5845'] in dv-cinder-805072-2-iscsi is: [{'id': '7fff65f5-ce0d-45d0-bd62-1a16a09a5845', 'name': 'router1', 'tenant_id': 'bd4ddde1285643c7a629e696eaadee43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '7e6f27d3-3791-4328-be12-3a0908bd9563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:33:39Z', 'updated_at': '2021-08-18T19:33:56Z', 'revision_number': 4, 'project_id': 'bd4ddde1285643c7a629e696eaadee43', 'gw_port': {'id': '7e6f27d3-3791-4328-be12-3a0908bd9563', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:07:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fff65f5-ce0d-45d0-bd62-1a16a09a5845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:33:55Z', 'updated_at': '2021-08-18T19:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '73b32f01-a73c-4e7b-a41b-fe182fc81edb', 'name': '', 'network_id': '97907735-db2a-43bf-b21d-c9e1fd26327a', 'tenant_id': 'bd4ddde1285643c7a629e696eaadee43', 'mac_address': 'fa:16:3e:77:cd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fff65f5-ce0d-45d0-bd62-1a16a09a5845', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63016a2b-8fb4-40fb-9329-41d2a6dd719a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:33:48Z', 'updated_at': '2021-08-18T19:33:57Z', 'revision_number': 5, 'project_id': 'bd4ddde1285643c7a629e696eaadee43', 'subnets': [{'id': '63016a2b-8fb4-40fb-9329-41d2a6dd719a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '921ee89d-cd2b-49f9-aa48-597ac8e82b6b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:33:59.716287 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 73b32f01-a73c-4e7b-a41b-fe182fc81edb up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:33:59.776756 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 73b32f01-a73c-4e7b-a41b-fe182fc81edb triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:33:59.777154 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:34:01.770149 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 7e6f27d3-3791-4328-be12-3a0908bd9563 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:34:01.824411 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port 7e6f27d3-3791-4328-be12-3a0908bd9563 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:34:01.828081 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 7e6f27d3-3791-4328-be12-3a0908bd9563 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:34:01.828451 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:34:01.919559 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:34:01.943824 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] For port 7e6f27d3-3791-4328-be12-3a0908bd9563, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=7e6f27d3-3791-4328-be12-3a0908bd9563,segment=NetworkSegment(0bdaf2c9-3eca-4db0-8337-689581495736),segment_id=0bdaf2c9-3eca-4db0-8337-689581495736)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:34:01.948225 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:34:01.998895 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Pushing event updated for resources: {'Port': ['ID=7e6f27d3-3791-4328-be12-3a0908bd9563,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:34:03.776455 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 7e6f27d3-3791-4328-be12-3a0908bd9563 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:34:03.858938 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 7e6f27d3-3791-4328-be12-3a0908bd9563 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:34:03.858938 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:34:13.020596 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3d671c1f-a1c1-4bc2-ba3a-72ab9c1cd7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:34:15.757694 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-007de3a1-a251-4919-abde-c6cdc5b58f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:34:15.840153 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:34:16.621230 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:34:18.352343 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:34:30.587772 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 5 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:34:43.022900 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3224769b-8b48-4184-88bd-df6d5daf6b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:34:45.762421 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d70cb94c-101f-4d65-9395-0595afa235a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:34:45.835307 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:34:46.624782 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:34:48.354122 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:35:07.586439 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 5 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:35:13.031646 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-fa551876-c6d7-4735-865e-b67fe7c898e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:35:15.768926 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-53c77cbe-294c-4db0-b287-f3bcf1cec1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:35:15.839911 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:35:16.631566 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:35:18.362655 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:35:37.415801 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 38710) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:35:37.488635 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a56fd5-4681-4f85-b135-28ab4c919d9c admin admin] GET failed (client error): The resource could not be found. Aug 18 19:35:37.490116 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-b5a56fd5-4681-4f85-b135-28ab4c919d9c admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0732613 Aug 18 19:35:37.735871 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b06953-4ce4-4efe-a185-8066a1950b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:35:37.738560 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-a8b06953-4ce4-4efe-a185-8066a1950b4c admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2431982 Aug 18 19:35:40.052725 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 38720) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:35:40.151989 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae340ec9-5473-436f-a4b7-f9ff19bbace3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:35:40.153438 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-ae340ec9-5473-436f-a4b7-f9ff19bbace3 admin admin] 10.222.0.38 "GET /v2.0/subnets/63016a2b-8fb4-40fb-9329-41d2a6dd719a HTTP/1.1" status: 200 len: 849 time: 0.0994673 Aug 18 19:35:40.163837 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-78d43488-803c-429f-a65b-5c13f0ac197c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:35:40.259569 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-78d43488-803c-429f-a65b-5c13f0ac197c admin admin] Notify callbacks [] for subnet, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:35:40.494993 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-78d43488-803c-429f-a65b-5c13f0ac197c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741574575975'] for subnet, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:35:40.532735 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d43488-803c-429f-a65b-5c13f0ac197c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:35:40.533232 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-78d43488-803c-429f-a65b-5c13f0ac197c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for subnet, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:35:40.534576 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-78d43488-803c-429f-a65b-5c13f0ac197c admin admin] 10.222.0.38 "PUT /v2.0/subnets/63016a2b-8fb4-40fb-9329-41d2a6dd719a HTTP/1.1" status: 200 len: 868 time: 0.3748360 Aug 18 19:35:40.539258 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fae048-3cd0-492f-8e7f-cd8c9e4a6c07 None None] Network 97907735-db2a-43bf-b21d-c9e1fd26327a requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:35:40.558778 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d43488-803c-429f-a65b-5c13f0ac197c admin admin] Pushing event updated for resources: {'Subnet': ['ID=63016a2b-8fb4-40fb-9329-41d2a6dd719a,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:35:40.568869 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d43488-803c-429f-a65b-5c13f0ac197c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:35:40.569913 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d43488-803c-429f-a65b-5c13f0ac197c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:35:40.570221 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d43488-803c-429f-a65b-5c13f0ac197c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:35:40.570527 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d43488-803c-429f-a65b-5c13f0ac197c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:35:40.571009 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d43488-803c-429f-a65b-5c13f0ac197c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:35:40.571428 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d43488-803c-429f-a65b-5c13f0ac197c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:35:40.571824 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d43488-803c-429f-a65b-5c13f0ac197c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:35:40.572172 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d43488-803c-429f-a65b-5c13f0ac197c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:35:40.572617 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d43488-803c-429f-a65b-5c13f0ac197c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:35:40.573019 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d43488-803c-429f-a65b-5c13f0ac197c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:35:40.573391 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d43488-803c-429f-a65b-5c13f0ac197c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:35:40.573819 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d43488-803c-429f-a65b-5c13f0ac197c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:35:41.057711 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-5da2640d-9a8b-416d-a498-f70fc87558e1 None None] Provisioning complete for port 73b32f01-a73c-4e7b-a41b-fe182fc81edb triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:35:41.058020 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-5da2640d-9a8b-416d-a498-f70fc87558e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:35:41.162615 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-5da2640d-9a8b-416d-a498-f70fc87558e1 None None] Provisioning complete for port 2eb7d05e-a668-4339-ad37-134f468a8fc0 triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:35:41.163684 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-5da2640d-9a8b-416d-a498-f70fc87558e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:35:42.822944 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 38728) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:35:43.025064 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-1608035c-6c69-40fa-9b56-f3f04ff46862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:35:43.154296 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709f7cfa-af6c-40ef-ba42-a6cc1936e946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:35:43.154821 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709f7cfa-af6c-40ef-ba42-a6cc1936e946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:35:43.156458 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-709f7cfa-af6c-40ef-ba42-a6cc1936e946 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3324881 Aug 18 19:35:44.585865 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 5 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:35:45.433492 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 38738) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:35:45.605636 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e89571-55e7-466c-b106-3aa28d076ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:35:45.606025 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e89571-55e7-466c-b106-3aa28d076ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:35:45.607709 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-f5e89571-55e7-466c-b106-3aa28d076ca0 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1729119 Aug 18 19:35:45.764215 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-2efd571a-c5b8-43e5-90fb-11ee223b0412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:35:45.845094 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:35:46.632398 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:35:47.826301 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 38746) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:35:47.989735 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d498820b-ab5f-4b7d-8977-e869ac97d0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:35:47.992086 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-d498820b-ab5f-4b7d-8977-e869ac97d0f5 admin admin] 10.222.0.38 "GET /v2.0/networks/97907735-db2a-43bf-b21d-c9e1fd26327a HTTP/1.1" status: 200 len: 869 time: 0.1644843 Aug 18 19:35:48.361873 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:35:50.343137 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 38754) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:35:50.478828 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383c6961-785f-44a7-aae3-9c5b6d68ea2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:35:50.480251 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-383c6961-785f-44a7-aae3-9c5b6d68ea2b admin admin] 10.222.0.38 "GET /v2.0/networks/c9e7b0ac-d07a-45d1-b669-710203e2b4d9 HTTP/1.1" status: 200 len: 886 time: 0.1361234 Aug 18 19:35:52.644634 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 38762) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:35:52.774698 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3967b4cf-74ad-42cb-8896-bbafe10d406b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:35:52.775272 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3967b4cf-74ad-42cb-8896-bbafe10d406b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:35:52.776844 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-3967b4cf-74ad-42cb-8896-bbafe10d406b admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1313472 Aug 18 19:35:55.020789 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 38770) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:35:55.126770 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7976e216-c76a-498c-bdb6-97055e9d3402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:35:55.127243 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7976e216-c76a-498c-bdb6-97055e9d3402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:35:55.128826 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-7976e216-c76a-498c-bdb6-97055e9d3402 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1070440 Aug 18 19:35:57.359331 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 38778) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:35:57.503024 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920c839c-942d-498f-a492-cc1f68b01792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:35:57.504846 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-920c839c-942d-498f-a492-cc1f68b01792 admin admin] 10.222.0.38 "GET /v2.0/subnets/63016a2b-8fb4-40fb-9329-41d2a6dd719a HTTP/1.1" status: 200 len: 868 time: 0.1441998 Aug 18 19:35:59.869852 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 38786) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:35:59.972132 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d406b6ea-c1d6-430c-b4d4-2cc987ebfe3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:35:59.973586 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-d406b6ea-c1d6-430c-b4d4-2cc987ebfe3b admin admin] 10.222.0.38 "GET /v2.0/subnets/fcdf06bc-9cb8-408c-b78f-916aa229f92b HTTP/1.1" status: 200 len: 816 time: 0.1027331 Aug 18 19:36:13.038764 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-e9c936e7-2d0d-486b-b3f4-6d1ec26ad3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:15.765669 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-62716d3a-e9ed-4a37-a1f8-432d0a4343f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:15.847553 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:16.639973 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:18.364471 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:21.583921 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 5 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:36:24.380143 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 38840) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:36:24.429958 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [None req-97f005aa-83bf-4901-b54e-09ba869888fc admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 19:36:24.430982 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-97f005aa-83bf-4901-b54e-09ba869888fc admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505300 Aug 18 19:36:26.674564 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 38848) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:36:26.735064 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc89a88b-0e9c-47c5-a0bd-c69f989b9119 admin admin] GET failed (client error): The resource could not be found. Aug 18 19:36:26.736374 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-bc89a88b-0e9c-47c5-a0bd-c69f989b9119 admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607193 Aug 18 19:36:26.876248 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435eea31-6011-478e-8e81-e623b07dfb71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:36:26.877726 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-435eea31-6011-478e-8e81-e623b07dfb71 admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1363328 Aug 18 19:36:29.100411 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 38856) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:36:29.152437 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-0bde7998-de75-41fa-89fa-89d9578b1524 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:36:29.176072 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bde7998-de75-41fa-89fa-89d9578b1524 admin admin] Made reservation on behalf of 8856ce4a4a204f839af7d3ca31dbe3f7 for: {'network': 1} {{(pid=100439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:36:29.179011 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-0bde7998-de75-41fa-89fa-89d9578b1524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for network, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:29.221040 dv-cinder-805072-2-iscsi neutron-server[100439]: WARNING neutron.services.revisions.revision_plugin [None req-0bde7998-de75-41fa-89fa-89d9578b1524 admin admin] Could not find related network for resource to bump revision. Aug 18 19:36:29.237099 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bde7998-de75-41fa-89fa-89d9578b1524 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=100439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:36:29.249577 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-0bde7998-de75-41fa-89fa-89d9578b1524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:29.249952 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.db.segments_db [None req-0bde7998-de75-41fa-89fa-89d9578b1524 admin admin] Added segment d9f209f1-59e8-4bff-91f4-0549979b76e0 of type vlan for network ea623752-bd5b-479c-a6cd-b3b3c33a4962 Aug 18 19:36:29.296727 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-0bde7998-de75-41fa-89fa-89d9578b1524 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741574042296'] for network, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:29.324125 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-0bde7998-de75-41fa-89fa-89d9578b1524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for network, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:29.325188 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bde7998-de75-41fa-89fa-89d9578b1524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:36:29.325793 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-0bde7998-de75-41fa-89fa-89d9578b1524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:29.384254 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-0bde7998-de75-41fa-89fa-89d9578b1524 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2827256 Aug 18 19:36:29.389395 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde7998-de75-41fa-89fa-89d9578b1524 admin admin] Pushing event updated for resources: {'Network': ['ID=ea623752-bd5b-479c-a6cd-b3b3c33a4962,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:36:29.404201 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde7998-de75-41fa-89fa-89d9578b1524 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:36:29.404825 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde7998-de75-41fa-89fa-89d9578b1524 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:36:29.405404 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde7998-de75-41fa-89fa-89d9578b1524 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:36:29.405961 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde7998-de75-41fa-89fa-89d9578b1524 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:36:29.406529 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde7998-de75-41fa-89fa-89d9578b1524 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:36:29.407163 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde7998-de75-41fa-89fa-89d9578b1524 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:36:29.407742 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde7998-de75-41fa-89fa-89d9578b1524 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:36:29.408360 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde7998-de75-41fa-89fa-89d9578b1524 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:36:29.408935 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde7998-de75-41fa-89fa-89d9578b1524 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:36:29.409515 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde7998-de75-41fa-89fa-89d9578b1524 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:36:29.410091 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde7998-de75-41fa-89fa-89d9578b1524 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:36:29.410882 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde7998-de75-41fa-89fa-89d9578b1524 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:36:29.428321 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Network ea623752-bd5b-479c-a6cd-b3b3c33a4962 details requested by agent ovs-agent-dv-cinder-805072-2-iscsi with host dv-cinder-805072-2-iscsi {{(pid=100441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:36:31.778803 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 38864) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:36:31.868213 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ba6109-62db-417d-b1cf-2199fba49e6d admin admin] GET failed (client error): The resource could not be found. Aug 18 19:36:31.869711 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-79ba6109-62db-417d-b1cf-2199fba49e6d admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0896332 Aug 18 19:36:31.979149 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a1ab34-cdef-4097-bbf6-a2b913d45437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:36:31.980568 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-06a1ab34-cdef-4097-bbf6-a2b913d45437 admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1063201 Aug 18 19:36:31.992341 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-e6acc269-8c2e-46f7-a26e-a085cb5dbbb2 admin admin] Request body: {'subnet': {'network_id': 'ea623752-bd5b-479c-a6cd-b3b3c33a4962', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:36:32.013848 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6acc269-8c2e-46f7-a26e-a085cb5dbbb2 admin admin] Made reservation on behalf of 8856ce4a4a204f839af7d3ca31dbe3f7 for: {'subnet': 1} {{(pid=100439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:36:32.016146 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e6acc269-8c2e-46f7-a26e-a085cb5dbbb2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:32.207505 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e6acc269-8c2e-46f7-a26e-a085cb5dbbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for subnet, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:32.298337 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acc269-8c2e-46f7-a26e-a085cb5dbbb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac71d3d8-6528-40da-b62e-6473934b9838,revision_number=0']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:36:32.316153 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6acc269-8c2e-46f7-a26e-a085cb5dbbb2 admin admin] Checking segment: {'id': 'd9f209f1-59e8-4bff-91f4-0549979b76e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ea623752-bd5b-479c-a6cd-b3b3c33a4962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:36:32.316749 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6acc269-8c2e-46f7-a26e-a085cb5dbbb2 admin admin] Network hostable DHCP agents. Network: ea623752-bd5b-479c-a6cd-b3b3c33a4962, hostable agents: ['ab24a8c0-5fbc-4c54-80f8-7c76df3937f6'], hosted agents: [] {{(pid=100439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:36:32.342526 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6acc269-8c2e-46f7-a26e-a085cb5dbbb2 admin admin] Network ea623752-bd5b-479c-a6cd-b3b3c33a4962 is scheduled to be hosted by DHCP agent ab24a8c0-5fbc-4c54-80f8-7c76df3937f6 with binding_index 1 {{(pid=100439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:36:32.354063 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-e6acc269-8c2e-46f7-a26e-a085cb5dbbb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-2-iscsi, ea623752-bd5b-479c-a6cd-b3b3c33a4962) {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:36:32.360569 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6acc269-8c2e-46f7-a26e-a085cb5dbbb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:36:32.362790 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e6acc269-8c2e-46f7-a26e-a085cb5dbbb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for subnet, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:32.364186 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9c4735-0ae2-4587-935f-3e8021f5ac4d None None] Network ea623752-bd5b-479c-a6cd-b3b3c33a4962 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:36:32.386721 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-e6acc269-8c2e-46f7-a26e-a085cb5dbbb2 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3950601 Aug 18 19:36:32.560752 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e82691-4069-53cc-8ab6-7a3df7d55f6e-ea623752-bd5b-479c-a6cd-b3b3c33a4962', 'network_id': 'ea623752-bd5b-479c-a6cd-b3b3c33a4962', 'tenant_id': '8856ce4a4a204f839af7d3ca31dbe3f7', 'fixed_ips': [{'subnet_id': 'ac71d3d8-6528-40da-b62e-6473934b9838'}]}} from dv-cinder-805072-2-iscsi. {{(pid=100441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 19:36:32.561668 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:32.725316 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.db_base_plugin_common [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Allocated IP 192.168.233.2 (ea623752-bd5b-479c-a6cd-b3b3c33a4962/ac71d3d8-6528-40da-b62e-6473934b9838/dac49ecf-dda0-4128-9b1f-fef97de97e9c) {{(pid=100441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:36:32.941633 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Notify callbacks [] for port, precommit_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:32.957446 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Transition to ACTIVE for port object dac49ecf-dda0-4128-9b1f-fef97de97e9c will not be triggered until provisioned by entity L2. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:36:32.986936 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Transition to ACTIVE for port object dac49ecf-dda0-4128-9b1f-fef97de97e9c will not be triggered until provisioned by entity DHCP. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:36:32.995560 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286'] for port, after_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:33.062694 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Network ea623752-bd5b-479c-a6cd-b3b3c33a4962 is already hosted by enough agents. {{(pid=100441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:36:33.072101 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.scheduler.base_scheduler [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Resources bound (agent type, host, resource id): {{(pid=100441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:36:33.075683 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Received port after_create {{(pid=100441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:36:33.100974 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Pushing event updated for resources: {'Port': ['ID=dac49ecf-dda0-4128-9b1f-fef97de97e9c,revision_number=1']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:36:33.164003 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:36:33.164586 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:36:33.165165 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:36:33.165730 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:36:33.166290 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:36:33.166886 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:36:33.167459 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:36:33.168021 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:36:33.168526 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:36:33.169119 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:36:33.169668 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:36:33.170231 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:36:33.193013 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Attempting to bind port dac49ecf-dda0-4128-9b1f-fef97de97e9c on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:36:33.193538 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Attempting to bind port dac49ecf-dda0-4128-9b1f-fef97de97e9c by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': 'd9f209f1-59e8-4bff-91f4-0549979b76e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ea623752-bd5b-479c-a6cd-b3b3c33a4962'}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:36:33.194059 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Attempting to bind port dac49ecf-dda0-4128-9b1f-fef97de97e9c on network ea623752-bd5b-479c-a6cd-b3b3c33a4962 {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:36:33.202500 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:36:33.202995 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Checking segment: {'id': 'd9f209f1-59e8-4bff-91f4-0549979b76e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ea623752-bd5b-479c-a6cd-b3b3c33a4962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:36:33.203474 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:33.203934 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Bound using segment: {'id': 'd9f209f1-59e8-4bff-91f4-0549979b76e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ea623752-bd5b-479c-a6cd-b3b3c33a4962'} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:36:33.204648 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Bound port: dac49ecf-dda0-4128-9b1f-fef97de97e9c, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f209f1-59e8-4bff-91f4-0549979b76e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ea623752-bd5b-479c-a6cd-b3b3c33a4962'}}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:36:33.205163 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:33.302137 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] For port dac49ecf-dda0-4128-9b1f-fef97de97e9c, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:36:33.308068 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] For port dac49ecf-dda0-4128-9b1f-fef97de97e9c, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=dac49ecf-dda0-4128-9b1f-fef97de97e9c,segment=NetworkSegment(d9f209f1-59e8-4bff-91f4-0549979b76e0),segment_id=d9f209f1-59e8-4bff-91f4-0549979b76e0)] {{(pid=100441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:36:33.315936 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:33.397653 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f85fb-1fa5-45a2-9e55-f032d820a0dd None None] Pushing event updated for resources: {'Port': ['ID=dac49ecf-dda0-4128-9b1f-fef97de97e9c,revision_number=2']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:36:33.881394 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device dac49ecf-dda0-4128-9b1f-fef97de97e9c up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:36:33.948025 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port dac49ecf-dda0-4128-9b1f-fef97de97e9c completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:36:34.357003 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9433afd-eabd-42bf-8bb2-861df396012c None None] Network ea623752-bd5b-479c-a6cd-b3b3c33a4962 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:36:34.424284 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-3e8a219c-1abf-494f-b15e-9684bf35c917 None None] Provisioning for port dac49ecf-dda0-4128-9b1f-fef97de97e9c completed by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:36:34.437115 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-3e8a219c-1abf-494f-b15e-9684bf35c917 None None] Provisioning complete for port dac49ecf-dda0-4128-9b1f-fef97de97e9c triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:36:34.437709 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3e8a219c-1abf-494f-b15e-9684bf35c917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:34.612004 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3e8a219c-1abf-494f-b15e-9684bf35c917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:34.678010 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-3e8a219c-1abf-494f-b15e-9684bf35c917 None None] For port dac49ecf-dda0-4128-9b1f-fef97de97e9c, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=dac49ecf-dda0-4128-9b1f-fef97de97e9c,segment=NetworkSegment(d9f209f1-59e8-4bff-91f4-0549979b76e0),segment_id=d9f209f1-59e8-4bff-91f4-0549979b76e0)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:36:34.686579 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3e8a219c-1abf-494f-b15e-9684bf35c917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:34.759340 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a219c-1abf-494f-b15e-9684bf35c917 None None] Pushing event updated for resources: {'Port': ['ID=dac49ecf-dda0-4128-9b1f-fef97de97e9c,revision_number=3']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:36:34.913583 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4b7a4c9e-5159-4f93-a77f-dd7ccc044b4c None None] Provisioning complete for port dac49ecf-dda0-4128-9b1f-fef97de97e9c triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:36:34.914018 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4b7a4c9e-5159-4f93-a77f-dd7ccc044b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:35.843873 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device dac49ecf-dda0-4128-9b1f-fef97de97e9c up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:36:35.912738 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port dac49ecf-dda0-4128-9b1f-fef97de97e9c triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:36:35.913262 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:43.035884 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-e7486392-7b4e-4a6a-9ff1-114d3d3e59c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:45.772138 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d4f939c8-2275-4ac9-a1d9-cafeb3a0919e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:45.852016 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:46.645795 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:48.371742 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:58.584497 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 5 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:37:13.035673 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3b29a4aa-11a6-4781-9552-5efcb12bd173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:37:15.764217 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b0a1a3f7-348f-4edf-a422-0fbc6b47b419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:37:15.854902 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:37:16.640397 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:37:18.368557 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:37:35.584273 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 5 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:37:43.032581 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3540a7ba-acff-41a3-9e73-91584219ab30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:37:45.564827 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 38916) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:37:45.571916 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [None req-287dddf9-a0cf-47be-9698-7f187d060de2 tempest-verify_tempest_config-1530214830 tempest-verify_tempest_config-1530214830-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 19:37:45.573019 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-287dddf9-a0cf-47be-9698-7f187d060de2 tempest-verify_tempest_config-1530214830 tempest-verify_tempest_config-1530214830-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0071094 Aug 18 19:37:45.771586 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-0bcde536-3749-487e-a86e-514bb49c06bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:37:45.860265 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:37:46.009055 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 38934) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:37:46.135612 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-119212cd-d744-400c-aecb-188e50c3129a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:37:46.268841 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-119212cd-d744-400c-aecb-188e50c3129a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:37:46.273942 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-119212cd-d744-400c-aecb-188e50c3129a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:37:46.327205 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-119212cd-d744-400c-aecb-188e50c3129a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=55056d24f13d436e922da351b005d400&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3168471 Aug 18 19:37:46.327943 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119212cd-d744-400c-aecb-188e50c3129a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e807a83e-57f2-4a1c-b4f5-dc8da2e27b9a,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:37:46.330868 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 38938) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:37:46.335787 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119212cd-d744-400c-aecb-188e50c3129a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:37:46.336052 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119212cd-d744-400c-aecb-188e50c3129a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:37:46.336398 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119212cd-d744-400c-aecb-188e50c3129a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:37:46.336748 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119212cd-d744-400c-aecb-188e50c3129a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:37:46.337103 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119212cd-d744-400c-aecb-188e50c3129a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:37:46.337480 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119212cd-d744-400c-aecb-188e50c3129a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:37:46.337844 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119212cd-d744-400c-aecb-188e50c3129a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:37:46.338232 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119212cd-d744-400c-aecb-188e50c3129a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:37:46.338612 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119212cd-d744-400c-aecb-188e50c3129a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:37:46.339001 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119212cd-d744-400c-aecb-188e50c3129a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:37:46.339327 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119212cd-d744-400c-aecb-188e50c3129a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:37:46.339668 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119212cd-d744-400c-aecb-188e50c3129a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:37:46.432819 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bda4eed2-8d23-425e-ba85-0f0cd4a6f40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:37:46.464567 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bda4eed2-8d23-425e-ba85-0f0cd4a6f40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:37:46.571168 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bda4eed2-8d23-425e-ba85-0f0cd4a6f40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:37:46.576076 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bda4eed2-8d23-425e-ba85-0f0cd4a6f40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:37:46.577885 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-bda4eed2-8d23-425e-ba85-0f0cd4a6f40a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e807a83e-57f2-4a1c-b4f5-dc8da2e27b9a HTTP/1.1" status: 204 len: 168 time: 0.2457979 Aug 18 19:37:46.593481 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4eed2-8d23-425e-ba85-0f0cd4a6f40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e807a83e-57f2-4a1c-b4f5-dc8da2e27b9a,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:37:46.605711 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda4eed2-8d23-425e-ba85-0f0cd4a6f40a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:37:46.606216 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda4eed2-8d23-425e-ba85-0f0cd4a6f40a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:37:46.606694 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda4eed2-8d23-425e-ba85-0f0cd4a6f40a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:37:46.607227 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda4eed2-8d23-425e-ba85-0f0cd4a6f40a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:37:46.607670 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda4eed2-8d23-425e-ba85-0f0cd4a6f40a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:37:46.608171 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda4eed2-8d23-425e-ba85-0f0cd4a6f40a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:37:46.608611 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda4eed2-8d23-425e-ba85-0f0cd4a6f40a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:37:46.609091 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda4eed2-8d23-425e-ba85-0f0cd4a6f40a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:37:46.609560 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda4eed2-8d23-425e-ba85-0f0cd4a6f40a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:37:46.609985 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda4eed2-8d23-425e-ba85-0f0cd4a6f40a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:37:46.610598 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda4eed2-8d23-425e-ba85-0f0cd4a6f40a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:37:46.611198 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda4eed2-8d23-425e-ba85-0f0cd4a6f40a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:37:46.680131 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:37:48.387559 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:38:12.583537 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 5 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:38:13.025552 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-e0683514-dfd8-4c1b-a34e-8c03733d35f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:38:15.764680 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d629e747-41dc-431a-ba90-621529dc1ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:38:15.854128 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:38:16.646505 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:38:18.375968 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:38:43.028407 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-c802c04c-4b5b-49b3-b57f-8d9d0b9e32c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:38:45.769920 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b16eb6dd-f1e5-4a3b-b69d-b687370206df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:38:45.857234 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:38:46.646520 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:38:48.379980 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:38:49.582902 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 5 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:39:13.032102 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f5d5c32-12d9-446d-9126-b7cafc41abfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:39:15.762730 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-a824b4f5-23e3-4415-b21f-2646bc321217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:39:15.862532 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:39:16.649962 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:39:18.101841 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1817967'] for agent, after_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:39:18.389961 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:39:26.581958 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:39:33.822890 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 39012) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:39:33.945766 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-dbf70641-f3e6-40db-a9be-22437d2c512d admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1217213 Aug 18 19:39:36.173800 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 39022) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:39:36.238263 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-4d6d6442-913e-4449-ab2c-80cac5082dcc admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0629866 Aug 18 19:39:43.039000 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d8209f61-3b28-47dc-9332-d67e7ab25a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:39:45.767643 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-a45bddaf-7d01-4f9a-b0bc-910a090fb1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:39:45.865828 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:39:46.652816 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:39:48.050068 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:39:48.384393 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:40:03.581452 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:40:13.030711 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b1788d98-0260-4404-ba39-facf6e1ac77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:40:15.771660 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-c1fbd6e0-8d01-43ee-aa36-d0004cf2c05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:40:15.868723 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:40:16.654284 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:40:18.065098 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:40:18.391323 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:40:40.581810 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:40:43.031485 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-0d7e4a94-8be8-429a-afcf-9f7328c26388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:40:45.774539 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-ab091d89-52b4-498d-bb98-b635e0006774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:40:45.871726 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:40:46.656920 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:40:48.062980 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:40:48.393117 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:08.056180 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 39190) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:08.451058 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-f267ff33-5eca-40b1-aa35-ca7769e7e843 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-907651207-network', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:41:08.474617 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f267ff33-5eca-40b1-aa35-ca7769e7e843 admin admin] Made reservation on behalf of 77e9437c632648f4ac33b7f9bb3af25c for: {'network': 1} {{(pid=100439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:41:08.478451 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f267ff33-5eca-40b1-aa35-ca7769e7e843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for network, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:08.492728 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f267ff33-5eca-40b1-aa35-ca7769e7e843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:08.617890 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f267ff33-5eca-40b1-aa35-ca7769e7e843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:08.623943 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f267ff33-5eca-40b1-aa35-ca7769e7e843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:08.650255 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f267ff33-5eca-40b1-aa35-ca7769e7e843 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=100439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:41:08.670029 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267ff33-5eca-40b1-aa35-ca7769e7e843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938c6f6d-de53-474e-bfef-f575db052a98,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:08.680636 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f267ff33-5eca-40b1-aa35-ca7769e7e843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:08.681030 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.db.segments_db [None req-f267ff33-5eca-40b1-aa35-ca7769e7e843 admin admin] Added segment 61037c1e-a9d9-4d0e-93a7-ef04c02e93c2 of type vlan for network f75a4ad2-5977-4a3c-89ba-eb88091ae653 Aug 18 19:41:08.682887 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f267ff33-5eca-40b1-aa35-ca7769e7e843 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:08.683259 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f267ff33-5eca-40b1-aa35-ca7769e7e843 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:08.683828 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f267ff33-5eca-40b1-aa35-ca7769e7e843 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:08.684167 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f267ff33-5eca-40b1-aa35-ca7769e7e843 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:08.684669 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f267ff33-5eca-40b1-aa35-ca7769e7e843 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:08.685029 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f267ff33-5eca-40b1-aa35-ca7769e7e843 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:08.685504 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f267ff33-5eca-40b1-aa35-ca7769e7e843 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:08.685723 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f267ff33-5eca-40b1-aa35-ca7769e7e843 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:08.686064 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f267ff33-5eca-40b1-aa35-ca7769e7e843 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:08.686396 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f267ff33-5eca-40b1-aa35-ca7769e7e843 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:08.686764 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f267ff33-5eca-40b1-aa35-ca7769e7e843 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:08.687090 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f267ff33-5eca-40b1-aa35-ca7769e7e843 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f267ff33-5eca-40b1-aa35-ca7769e7e843 admin admin] Tracked resource versions report: Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: pushed versions: Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: { 'AddressGroup': {'1.2'}, Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: 'ConntrackHelper': {'1.0'}, Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: 'Log': {'1.0'}, Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: 'Network': {'1.1'}, Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: 'Port': {'1.7'}, Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: 'PortForwarding': {'1.2'}, Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: 'QosPolicy': {'1.9'}, Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: 'SecurityGroup': {'1.4'}, Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: 'SecurityGroupRule': {'1.2'}, Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: 'SubPort': {'1.0'}, Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: 'Subnet': {'1.1'}, Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: 'Trunk': {'1.1'}} Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: consumer versions: Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: { DHCP agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: HyperV agent@hv-cinder-80507: {}, Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: L3 agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: Metadata agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: Metering agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: Open vSwitch agent@dv-cinder-805072-2-iscsi: { 'AddressGroup': '1.2', Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: 'ConntrackHelper': '1.0', Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: 'Log': '1.0', Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: 'Network': '1.1', Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: 'Port': '1.7', Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: 'PortForwarding': '1.2', Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: 'QosPolicy': '1.9', Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: 'SecurityGroup': '1.4', Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: 'SecurityGroupRule': '1.2', Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: 'SubPort': '1.0', Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: 'Subnet': '1.1', Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: 'Trunk': '1.1'}} Aug 18 19:41:08.688398 dv-cinder-805072-2-iscsi neutron-server[100439]: {{(pid=100439) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 19:41:08.743083 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f267ff33-5eca-40b1-aa35-ca7769e7e843 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741574042296'] for network, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:08.773029 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f267ff33-5eca-40b1-aa35-ca7769e7e843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for network, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:08.773029 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f267ff33-5eca-40b1-aa35-ca7769e7e843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:08.773556 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f267ff33-5eca-40b1-aa35-ca7769e7e843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:08.791562 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 39224) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:08.852578 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267ff33-5eca-40b1-aa35-ca7769e7e843 admin admin] Pushing event updated for resources: {'Network': ['ID=f75a4ad2-5977-4a3c-89ba-eb88091ae653,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:08.861734 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-f267ff33-5eca-40b1-aa35-ca7769e7e843 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8039060 Aug 18 19:41:08.862015 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 39234) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:08.871218 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Network f75a4ad2-5977-4a3c-89ba-eb88091ae653 details requested by agent ovs-agent-dv-cinder-805072-2-iscsi with host dv-cinder-805072-2-iscsi {{(pid=100441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:41:08.871746 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-c387a3b7-ef64-4f33-a7ea-2aad81989049 admin admin] Request body: {'subnet': {'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-907651207-subnet', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:41:08.886923 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 39236) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:08.931210 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c387a3b7-ef64-4f33-a7ea-2aad81989049 admin admin] Made reservation on behalf of 77e9437c632648f4ac33b7f9bb3af25c for: {'subnet': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:41:08.936167 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c387a3b7-ef64-4f33-a7ea-2aad81989049 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:09.152558 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c387a3b7-ef64-4f33-a7ea-2aad81989049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for subnet, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:09.167242 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-80364fcc-ab2a-4608-a735-fa159d35e0ba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-415474236-network', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:41:09.257162 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c387a3b7-ef64-4f33-a7ea-2aad81989049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a0797b3-7667-41c9-b4c1-878fd339c483,revision_number=0']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:09.262825 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80364fcc-ab2a-4608-a735-fa159d35e0ba admin admin] Made reservation on behalf of 55a46dee3b2d46d79cfe6a8e52d7bd63 for: {'network': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:41:09.265034 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-80364fcc-ab2a-4608-a735-fa159d35e0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for network, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:09.273531 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c387a3b7-ef64-4f33-a7ea-2aad81989049 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:09.273864 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c387a3b7-ef64-4f33-a7ea-2aad81989049 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:09.274380 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c387a3b7-ef64-4f33-a7ea-2aad81989049 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:09.274936 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c387a3b7-ef64-4f33-a7ea-2aad81989049 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:09.275275 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c387a3b7-ef64-4f33-a7ea-2aad81989049 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:09.275630 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c387a3b7-ef64-4f33-a7ea-2aad81989049 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:09.275977 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c387a3b7-ef64-4f33-a7ea-2aad81989049 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:09.276330 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c387a3b7-ef64-4f33-a7ea-2aad81989049 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:09.276737 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c387a3b7-ef64-4f33-a7ea-2aad81989049 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:09.277018 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c387a3b7-ef64-4f33-a7ea-2aad81989049 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:09.277344 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c387a3b7-ef64-4f33-a7ea-2aad81989049 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:09.277672 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c387a3b7-ef64-4f33-a7ea-2aad81989049 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c387a3b7-ef64-4f33-a7ea-2aad81989049 admin admin] Tracked resource versions report: Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: pushed versions: Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: { 'AddressGroup': {'1.2'}, Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: 'ConntrackHelper': {'1.0'}, Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: 'Log': {'1.0'}, Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: 'Network': {'1.1'}, Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: 'Port': {'1.7'}, Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: 'PortForwarding': {'1.2'}, Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: 'QosPolicy': {'1.9'}, Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: 'SecurityGroup': {'1.4'}, Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: 'SecurityGroupRule': {'1.2'}, Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: 'SubPort': {'1.0'}, Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: 'Subnet': {'1.1'}, Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: 'Trunk': {'1.1'}} Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: consumer versions: Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: { DHCP agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: HyperV agent@hv-cinder-80507: {}, Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: L3 agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: Metadata agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: Metering agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: Open vSwitch agent@dv-cinder-805072-2-iscsi: { 'AddressGroup': '1.2', Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: 'ConntrackHelper': '1.0', Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: 'Log': '1.0', Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: 'Network': '1.1', Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: 'Port': '1.7', Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: 'PortForwarding': '1.2', Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: 'QosPolicy': '1.9', Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: 'SecurityGroup': '1.4', Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: 'SecurityGroupRule': '1.2', Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: 'SubPort': '1.0', Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: 'Subnet': '1.1', Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: 'Trunk': '1.1'}} Aug 18 19:41:09.278808 dv-cinder-805072-2-iscsi neutron-server[100440]: {{(pid=100440) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 19:41:09.286680 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c387a3b7-ef64-4f33-a7ea-2aad81989049 admin admin] Checking segment: {'id': '61037c1e-a9d9-4d0e-93a7-ef04c02e93c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:41:09.287133 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c387a3b7-ef64-4f33-a7ea-2aad81989049 admin admin] Network hostable DHCP agents. Network: f75a4ad2-5977-4a3c-89ba-eb88091ae653, hostable agents: ['ab24a8c0-5fbc-4c54-80f8-7c76df3937f6'], hosted agents: [] {{(pid=100440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:41:09.294619 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-80364fcc-ab2a-4608-a735-fa159d35e0ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:09.318521 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c387a3b7-ef64-4f33-a7ea-2aad81989049 admin admin] Network f75a4ad2-5977-4a3c-89ba-eb88091ae653 is scheduled to be hosted by DHCP agent ab24a8c0-5fbc-4c54-80f8-7c76df3937f6 with binding_index 1 {{(pid=100440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:41:09.333415 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [None req-c387a3b7-ef64-4f33-a7ea-2aad81989049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-2-iscsi, f75a4ad2-5977-4a3c-89ba-eb88091ae653) {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:41:09.343243 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c387a3b7-ef64-4f33-a7ea-2aad81989049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:09.344098 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c387a3b7-ef64-4f33-a7ea-2aad81989049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for subnet, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:09.355177 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c598066f-cfe9-495b-9619-af954e20d98a None None] Network f75a4ad2-5977-4a3c-89ba-eb88091ae653 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:41:09.384428 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-a2d33e09-7aa7-444f-8f8f-9b477e8959e5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1067368503-network', 'tenant_id': 'a46234c703574ed9b5ffb661124d4f38'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:41:09.458827 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-80364fcc-ab2a-4608-a735-fa159d35e0ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:09.467574 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-80364fcc-ab2a-4608-a735-fa159d35e0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:09.487653 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80364fcc-ab2a-4608-a735-fa159d35e0ba admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=100440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:41:09.527894 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-c387a3b7-ef64-4f33-a7ea-2aad81989049 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6645606 Aug 18 19:41:09.528767 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80364fcc-ab2a-4608-a735-fa159d35e0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210e0d8c-38bd-4562-b5b8-4fef2df813fe,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:09.531133 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 39256) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:09.541574 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-80364fcc-ab2a-4608-a735-fa159d35e0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:09.542075 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.db.segments_db [None req-80364fcc-ab2a-4608-a735-fa159d35e0ba admin admin] Added segment 9237ef01-7511-4dc4-8b43-07303d222188 of type vlan for network 48079850-84f4-4aec-a648-0aa058db8488 Aug 18 19:41:09.543385 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-5a26b3da-da80-45d0-9f57-5131e6418ba4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-907651207-router', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:41:09.583617 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d33e09-7aa7-444f-8f8f-9b477e8959e5 admin admin] Made reservation on behalf of a46234c703574ed9b5ffb661124d4f38 for: {'network': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:41:09.586623 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a2d33e09-7aa7-444f-8f8f-9b477e8959e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for network, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:09.600213 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e82691-4069-53cc-8ab6-7a3df7d55f6e-f75a4ad2-5977-4a3c-89ba-eb88091ae653', 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'fixed_ips': [{'subnet_id': '5a0797b3-7667-41c9-b4c1-878fd339c483'}]}} from dv-cinder-805072-2-iscsi. {{(pid=100441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 19:41:09.603710 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:09.606153 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a2d33e09-7aa7-444f-8f8f-9b477e8959e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:09.612261 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-5a26b3da-da80-45d0-9f57-5131e6418ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1674435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59127'] for router, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:09.613572 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-5a26b3da-da80-45d0-9f57-5131e6418ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1674323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1679070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59104'] for router, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:09.616805 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-80364fcc-ab2a-4608-a735-fa159d35e0ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741574042296'] for network, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:09.702578 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-80364fcc-ab2a-4608-a735-fa159d35e0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for network, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:09.703781 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80364fcc-ab2a-4608-a735-fa159d35e0ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:09.704506 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-80364fcc-ab2a-4608-a735-fa159d35e0ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:09.794342 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80364fcc-ab2a-4608-a735-fa159d35e0ba admin admin] Pushing event updated for resources: {'Network': ['ID=48079850-84f4-4aec-a648-0aa058db8488,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:09.852907 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a2d33e09-7aa7-444f-8f8f-9b477e8959e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:09.863164 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a2d33e09-7aa7-444f-8f8f-9b477e8959e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:09.867875 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.db_base_plugin_common [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Allocated IP 172.20.0.2 (f75a4ad2-5977-4a3c-89ba-eb88091ae653/5a0797b3-7667-41c9-b4c1-878fd339c483/71ca3be3-d154-43ba-8edc-0ba9791af1a7) {{(pid=100441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:41:09.880438 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-80364fcc-ab2a-4608-a735-fa159d35e0ba admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0859566 Aug 18 19:41:09.886106 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 39264) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:09.902518 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-388ba001-7943-4a77-9ab6-0397319cf6d1 admin admin] Request body: {'subnet': {'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-415474236-subnet', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:41:09.906150 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 39266) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:09.929717 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-5a26b3da-da80-45d0-9f57-5131e6418ba4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:09.949164 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388ba001-7943-4a77-9ab6-0397319cf6d1 admin admin] Made reservation on behalf of 55a46dee3b2d46d79cfe6a8e52d7bd63 for: {'subnet': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:41:09.951836 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-388ba001-7943-4a77-9ab6-0397319cf6d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:10.026818 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Network 48079850-84f4-4aec-a648-0aa058db8488 details requested by agent ovs-agent-dv-cinder-805072-2-iscsi with host dv-cinder-805072-2-iscsi {{(pid=100441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:41:10.045659 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d33e09-7aa7-444f-8f8f-9b477e8959e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=100440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:41:10.093706 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Notify callbacks [] for port, precommit_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:10.117683 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Transition to ACTIVE for port object 71ca3be3-d154-43ba-8edc-0ba9791af1a7 will not be triggered until provisioned by entity L2. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:41:10.118844 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-5a26b3da-da80-45d0-9f57-5131e6418ba4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:10.143111 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Transition to ACTIVE for port object 71ca3be3-d154-43ba-8edc-0ba9791af1a7 will not be triggered until provisioned by entity DHCP. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:41:10.152878 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286'] for port, after_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:10.159201 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d33e09-7aa7-444f-8f8f-9b477e8959e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:10.171101 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a2d33e09-7aa7-444f-8f8f-9b477e8959e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:10.171456 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.db.segments_db [None req-a2d33e09-7aa7-444f-8f8f-9b477e8959e5 admin admin] Added segment c43853ab-c752-4622-a065-06949e11ee38 of type vlan for network dce2f450-0829-49bd-98f5-ccdff24d54ce Aug 18 19:41:10.209468 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Pushing event updated for resources: {'Port': ['ID=71ca3be3-d154-43ba-8edc-0ba9791af1a7,revision_number=1']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:10.223329 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:10.223712 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:10.224078 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:10.225281 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:10.225670 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:10.226022 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:10.226353 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:10.226702 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:10.228180 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:10.228918 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:10.229428 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:10.230037 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Tracked resource versions report: Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: pushed versions: Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: { 'AddressGroup': {'1.2'}, Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: 'ConntrackHelper': {'1.0'}, Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: 'Log': {'1.0'}, Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: 'Network': {'1.1'}, Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: 'Port': {'1.7'}, Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: 'PortForwarding': {'1.2'}, Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: 'QosPolicy': {'1.9'}, Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: 'SecurityGroup': {'1.4'}, Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: 'SecurityGroupRule': {'1.2'}, Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: 'SubPort': {'1.0'}, Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: 'Subnet': {'1.1'}, Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: 'Trunk': {'1.1'}} Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: consumer versions: Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: { DHCP agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: HyperV agent@hv-cinder-80507: {}, Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: L3 agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: Metadata agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: Metering agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: Open vSwitch agent@dv-cinder-805072-2-iscsi: { 'AddressGroup': '1.2', Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: 'ConntrackHelper': '1.0', Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: 'Log': '1.0', Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: 'Network': '1.1', Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: 'Port': '1.7', Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: 'PortForwarding': '1.2', Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: 'QosPolicy': '1.9', Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: 'SecurityGroup': '1.4', Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: 'SecurityGroupRule': '1.2', Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: 'SubPort': '1.0', Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: 'Subnet': '1.1', Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: 'Trunk': '1.1'}} Aug 18 19:41:10.232121 dv-cinder-805072-2-iscsi neutron-server[100441]: {{(pid=100441) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 19:41:10.244982 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Network f75a4ad2-5977-4a3c-89ba-eb88091ae653 is already hosted by enough agents. {{(pid=100441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:41:10.247147 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.scheduler.base_scheduler [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Resources bound (agent type, host, resource id): {{(pid=100441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:41:10.249604 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Received port after_create {{(pid=100441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:41:10.281525 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a2d33e09-7aa7-444f-8f8f-9b477e8959e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741574042296'] for network, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:10.324742 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-388ba001-7943-4a77-9ab6-0397319cf6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for subnet, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:10.344191 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Attempting to bind port 71ca3be3-d154-43ba-8edc-0ba9791af1a7 on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:41:10.344573 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Attempting to bind port 71ca3be3-d154-43ba-8edc-0ba9791af1a7 by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': '61037c1e-a9d9-4d0e-93a7-ef04c02e93c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653'}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:41:10.345858 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Attempting to bind port 71ca3be3-d154-43ba-8edc-0ba9791af1a7 on network f75a4ad2-5977-4a3c-89ba-eb88091ae653 {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:41:10.359922 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:41:10.360879 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a2d33e09-7aa7-444f-8f8f-9b477e8959e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for network, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:10.361906 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d33e09-7aa7-444f-8f8f-9b477e8959e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:10.362213 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Checking segment: {'id': '61037c1e-a9d9-4d0e-93a7-ef04c02e93c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:41:10.362494 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a2d33e09-7aa7-444f-8f8f-9b477e8959e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:10.363999 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:10.366021 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Bound using segment: {'id': '61037c1e-a9d9-4d0e-93a7-ef04c02e93c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653'} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:41:10.367136 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Bound port: 71ca3be3-d154-43ba-8edc-0ba9791af1a7, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61037c1e-a9d9-4d0e-93a7-ef04c02e93c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653'}}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:41:10.369520 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:10.465852 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-a2d33e09-7aa7-444f-8f8f-9b477e8959e5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5735836 Aug 18 19:41:10.468143 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 39278) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:10.470924 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ba001-7943-4a77-9ab6-0397319cf6d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b,revision_number=0']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:10.485264 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-a0c69401-aff9-41b1-b351-f15d87ccad0b admin admin] Request body: {'subnet': {'network_id': 'dce2f450-0829-49bd-98f5-ccdff24d54ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1067368503-subnet', 'tenant_id': 'a46234c703574ed9b5ffb661124d4f38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:41:10.494314 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-5a26b3da-da80-45d0-9f57-5131e6418ba4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:10.504649 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d33e09-7aa7-444f-8f8f-9b477e8959e5 admin admin] Pushing event updated for resources: {'Network': ['ID=dce2f450-0829-49bd-98f5-ccdff24d54ce,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:10.520692 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Network dce2f450-0829-49bd-98f5-ccdff24d54ce details requested by agent ovs-agent-dv-cinder-805072-2-iscsi with host dv-cinder-805072-2-iscsi {{(pid=100441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:41:10.525387 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388ba001-7943-4a77-9ab6-0397319cf6d1 admin admin] Checking segment: {'id': '9237ef01-7511-4dc4-8b43-07303d222188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '48079850-84f4-4aec-a648-0aa058db8488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:41:10.526000 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388ba001-7943-4a77-9ab6-0397319cf6d1 admin admin] Network hostable DHCP agents. Network: 48079850-84f4-4aec-a648-0aa058db8488, hostable agents: ['ab24a8c0-5fbc-4c54-80f8-7c76df3937f6'], hosted agents: [] {{(pid=100440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:41:10.550917 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388ba001-7943-4a77-9ab6-0397319cf6d1 admin admin] Network 48079850-84f4-4aec-a648-0aa058db8488 is scheduled to be hosted by DHCP agent ab24a8c0-5fbc-4c54-80f8-7c76df3937f6 with binding_index 1 {{(pid=100440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:41:10.566743 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [None req-388ba001-7943-4a77-9ab6-0397319cf6d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-2-iscsi, 48079850-84f4-4aec-a648-0aa058db8488) {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:41:10.580274 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ba001-7943-4a77-9ab6-0397319cf6d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:10.581187 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-388ba001-7943-4a77-9ab6-0397319cf6d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for subnet, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:10.590026 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef026ffa-bae7-49ab-b902-231976d584c8 None None] Network 48079850-84f4-4aec-a648-0aa058db8488 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:41:10.599071 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-3df8ca0c-98c2-4f0d-afdd-c69d5d0a806e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1879807403-network', 'tenant_id': '046f2538aa8340e0a30b5398438e99a6'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:41:10.605376 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-5a26b3da-da80-45d0-9f57-5131e6418ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:10.655601 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-388ba001-7943-4a77-9ab6-0397319cf6d1 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7641075 Aug 18 19:41:10.656212 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 39286) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:10.666053 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-134ba644-9714-4c5e-ad3c-1db1ff27a765 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-415474236-router', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:41:10.684142 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c69401-aff9-41b1-b351-f15d87ccad0b admin admin] Made reservation on behalf of a46234c703574ed9b5ffb661124d4f38 for: {'subnet': 1} {{(pid=100439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:41:10.686841 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-a0c69401-aff9-41b1-b351-f15d87ccad0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:10.695409 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] For port 71ca3be3-d154-43ba-8edc-0ba9791af1a7, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:41:10.742689 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df8ca0c-98c2-4f0d-afdd-c69d5d0a806e admin admin] Made reservation on behalf of 046f2538aa8340e0a30b5398438e99a6 for: {'network': 1} {{(pid=100439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:41:10.745231 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-3df8ca0c-98c2-4f0d-afdd-c69d5d0a806e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for network, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:10.762569 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] For port 71ca3be3-d154-43ba-8edc-0ba9791af1a7, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=71ca3be3-d154-43ba-8edc-0ba9791af1a7,segment=NetworkSegment(61037c1e-a9d9-4d0e-93a7-ef04c02e93c2),segment_id=61037c1e-a9d9-4d0e-93a7-ef04c02e93c2)] {{(pid=100441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:41:10.763093 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-134ba644-9714-4c5e-ad3c-1db1ff27a765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1674435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59127'] for router, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:10.767906 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-134ba644-9714-4c5e-ad3c-1db1ff27a765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1674323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1679070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59104'] for router, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:10.774129 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-3df8ca0c-98c2-4f0d-afdd-c69d5d0a806e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:10.777340 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:10.879109 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42e91fc-89e2-4a54-96e3-e4416fd28d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e82691-4069-53cc-8ab6-7a3df7d55f6e-48079850-84f4-4aec-a648-0aa058db8488', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'fixed_ips': [{'subnet_id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b'}]}} from dv-cinder-805072-2-iscsi. {{(pid=100441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 19:41:10.880048 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d42e91fc-89e2-4a54-96e3-e4416fd28d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:10.898955 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3f934-f7d5-4bbb-9e19-cc4364048488 None None] Pushing event updated for resources: {'Port': ['ID=71ca3be3-d154-43ba-8edc-0ba9791af1a7,revision_number=2']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:10.918010 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.db_base_plugin_common [None req-5a26b3da-da80-45d0-9f57-5131e6418ba4 admin admin] Allocated IP 172.27.2.72 (c9e7b0ac-d07a-45d1-b669-710203e2b4d9/fcdf06bc-9cb8-408c-b78f-916aa229f92b/f5bb0aa3-ac84-4000-9489-03a9b2861316) {{(pid=100439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:41:10.927088 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-134ba644-9714-4c5e-ad3c-1db1ff27a765 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:11.130755 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-134ba644-9714-4c5e-ad3c-1db1ff27a765 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:11.163305 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-a0c69401-aff9-41b1-b351-f15d87ccad0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for subnet, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:11.181920 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.db_base_plugin_common [None req-d42e91fc-89e2-4a54-96e3-e4416fd28d00 None None] Allocated IP 172.20.0.2 (48079850-84f4-4aec-a648-0aa058db8488/ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b/7cf6f97c-0983-4bd6-a510-f926a607dc28) {{(pid=100441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:41:11.273590 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-3df8ca0c-98c2-4f0d-afdd-c69d5d0a806e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:11.311156 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-3df8ca0c-98c2-4f0d-afdd-c69d5d0a806e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:11.368551 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-5a26b3da-da80-45d0-9f57-5131e6418ba4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:11.371025 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8ca0c-98c2-4f0d-afdd-c69d5d0a806e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3042dcae-da2f-4002-a8a0-1d42a272a017,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:11.399033 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c69401-aff9-41b1-b351-f15d87ccad0b admin admin] Checking segment: {'id': 'c43853ab-c752-4622-a065-06949e11ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dce2f450-0829-49bd-98f5-ccdff24d54ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:41:11.399307 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c69401-aff9-41b1-b351-f15d87ccad0b admin admin] Network hostable DHCP agents. Network: dce2f450-0829-49bd-98f5-ccdff24d54ce, hostable agents: ['ab24a8c0-5fbc-4c54-80f8-7c76df3937f6'], hosted agents: [] {{(pid=100439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:41:11.401520 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c69401-aff9-41b1-b351-f15d87ccad0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bed5411e-26f3-415c-9eed-53e1e186712a,revision_number=0']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:11.403841 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df8ca0c-98c2-4f0d-afdd-c69d5d0a806e admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=100439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:41:11.427856 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-3df8ca0c-98c2-4f0d-afdd-c69d5d0a806e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:11.428213 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.db.segments_db [None req-3df8ca0c-98c2-4f0d-afdd-c69d5d0a806e admin admin] Added segment 9a0d0cd8-d55d-4984-b913-356273c62713 of type vlan for network a968b582-7958-477b-ae9b-f66fdfab5efe Aug 18 19:41:11.471302 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c69401-aff9-41b1-b351-f15d87ccad0b admin admin] Network dce2f450-0829-49bd-98f5-ccdff24d54ce is scheduled to be hosted by DHCP agent ab24a8c0-5fbc-4c54-80f8-7c76df3937f6 with binding_index 1 {{(pid=100439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:41:11.488179 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-3df8ca0c-98c2-4f0d-afdd-c69d5d0a806e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741574042296'] for network, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:11.503930 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-a0c69401-aff9-41b1-b351-f15d87ccad0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-2-iscsi, dce2f450-0829-49bd-98f5-ccdff24d54ce) {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:41:11.513242 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d42e91fc-89e2-4a54-96e3-e4416fd28d00 None None] Notify callbacks [] for port, precommit_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:11.520472 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c69401-aff9-41b1-b351-f15d87ccad0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:11.521122 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-a0c69401-aff9-41b1-b351-f15d87ccad0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for subnet, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:11.524617 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d502ef-9cc9-441e-b92e-4fc1a002e4de None None] Network dce2f450-0829-49bd-98f5-ccdff24d54ce requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:41:11.546421 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-a0c69401-aff9-41b1-b351-f15d87ccad0b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0686288 Aug 18 19:41:11.546421 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 39312) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:11.552007 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-f851c667-0811-47c4-949d-075d2ea378d9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1067368503-router', 'tenant_id': 'a46234c703574ed9b5ffb661124d4f38', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:41:11.556986 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-5a26b3da-da80-45d0-9f57-5131e6418ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286'] for port, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:11.569269 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-134ba644-9714-4c5e-ad3c-1db1ff27a765 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:11.612437 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26b3da-da80-45d0-9f57-5131e6418ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=f5bb0aa3-ac84-4000-9489-03a9b2861316,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:11.614978 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-3df8ca0c-98c2-4f0d-afdd-c69d5d0a806e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for network, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:11.616525 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df8ca0c-98c2-4f0d-afdd-c69d5d0a806e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:11.617335 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-3df8ca0c-98c2-4f0d-afdd-c69d5d0a806e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:11.648892 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d42e91fc-89e2-4a54-96e3-e4416fd28d00 None None] Transition to ACTIVE for port object 7cf6f97c-0983-4bd6-a510-f926a607dc28 will not be triggered until provisioned by entity L2. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:41:11.706327 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8ca0c-98c2-4f0d-afdd-c69d5d0a806e admin admin] Pushing event updated for resources: {'Network': ['ID=a968b582-7958-477b-ae9b-f66fdfab5efe,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:11.711333 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-134ba644-9714-4c5e-ad3c-1db1ff27a765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:11.720495 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d42e91fc-89e2-4a54-96e3-e4416fd28d00 None None] Transition to ACTIVE for port object 7cf6f97c-0983-4bd6-a510-f926a607dc28 will not be triggered until provisioned by entity DHCP. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:41:11.730052 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a26b3da-da80-45d0-9f57-5131e6418ba4 admin admin] Network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 is already hosted by enough agents. {{(pid=100439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:41:11.732651 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-5a26b3da-da80-45d0-9f57-5131e6418ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:41:11.735785 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a26b3da-da80-45d0-9f57-5131e6418ba4 admin admin] Received port after_create {{(pid=100439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:41:11.736349 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Network a968b582-7958-477b-ae9b-f66fdfab5efe details requested by agent ovs-agent-dv-cinder-805072-2-iscsi with host dv-cinder-805072-2-iscsi {{(pid=100441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:41:11.895305 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d42e91fc-89e2-4a54-96e3-e4416fd28d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286'] for port, after_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:11.917293 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f851c667-0811-47c4-949d-075d2ea378d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1674435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59127'] for router, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:11.926271 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f851c667-0811-47c4-949d-075d2ea378d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1674323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1679070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59104'] for router, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:11.932132 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-3df8ca0c-98c2-4f0d-afdd-c69d5d0a806e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0244775 Aug 18 19:41:11.939712 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 39328) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:11.947685 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-44e60a7d-f0e5-44af-9c37-149559216078 admin admin] Request body: {'subnet': {'network_id': 'a968b582-7958-477b-ae9b-f66fdfab5efe', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1879807403-subnet', 'tenant_id': '046f2538aa8340e0a30b5398438e99a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:41:11.958114 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [None req-134ba644-9714-4c5e-ad3c-1db1ff27a765 admin admin] Allocated IP 172.27.2.148 (c9e7b0ac-d07a-45d1-b669-710203e2b4d9/fcdf06bc-9cb8-408c-b78f-916aa229f92b/5c6329d6-ad38-45d4-9f16-8a2f60790d05) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:41:12.009681 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42e91fc-89e2-4a54-96e3-e4416fd28d00 None None] Network 48079850-84f4-4aec-a648-0aa058db8488 is already hosted by enough agents. {{(pid=100441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:41:12.044880 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e91fc-89e2-4a54-96e3-e4416fd28d00 None None] Pushing event updated for resources: {'Port': ['ID=7cf6f97c-0983-4bd6-a510-f926a607dc28,revision_number=1']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:12.049373 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e60a7d-f0e5-44af-9c37-149559216078 admin admin] Made reservation on behalf of 046f2538aa8340e0a30b5398438e99a6 for: {'subnet': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:41:12.050126 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.scheduler.base_scheduler [None req-d42e91fc-89e2-4a54-96e3-e4416fd28d00 None None] Resources bound (agent type, host, resource id): {{(pid=100441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:41:12.060197 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-44e60a7d-f0e5-44af-9c37-149559216078 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:12.092506 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42e91fc-89e2-4a54-96e3-e4416fd28d00 None None] Received port after_create {{(pid=100441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:41:12.143578 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 71ca3be3-d154-43ba-8edc-0ba9791af1a7 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:41:12.147782 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62ab010-6328-4525-8a55-dd07634207cf None None] Network dce2f450-0829-49bd-98f5-ccdff24d54ce requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:41:12.163922 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f851c667-0811-47c4-949d-075d2ea378d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:12.433559 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-5a26b3da-da80-45d0-9f57-5131e6418ba4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:12.446367 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-134ba644-9714-4c5e-ad3c-1db1ff27a765 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:12.596000 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-134ba644-9714-4c5e-ad3c-1db1ff27a765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:12.690575 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f851c667-0811-47c4-949d-075d2ea378d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:12.692019 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134ba644-9714-4c5e-ad3c-1db1ff27a765 admin admin] Network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:41:12.699627 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91a7edc-aa63-470c-b568-2d7cfbadd823 None None] Network f75a4ad2-5977-4a3c-89ba-eb88091ae653 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:41:12.723406 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ba644-9714-4c5e-ad3c-1db1ff27a765 admin admin] Pushing event updated for resources: {'Port': ['ID=5c6329d6-ad38-45d4-9f16-8a2f60790d05,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:12.737959 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [None req-134ba644-9714-4c5e-ad3c-1db1ff27a765 admin admin] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:41:12.778142 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134ba644-9714-4c5e-ad3c-1db1ff27a765 admin admin] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:41:12.781297 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-d42e91fc-89e2-4a54-96e3-e4416fd28d00 None None] Attempting to bind port 7cf6f97c-0983-4bd6-a510-f926a607dc28 on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:41:12.781511 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-d42e91fc-89e2-4a54-96e3-e4416fd28d00 None None] Attempting to bind port 7cf6f97c-0983-4bd6-a510-f926a607dc28 by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': '9237ef01-7511-4dc4-8b43-07303d222188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '48079850-84f4-4aec-a648-0aa058db8488'}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:41:12.781804 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42e91fc-89e2-4a54-96e3-e4416fd28d00 None None] Attempting to bind port 7cf6f97c-0983-4bd6-a510-f926a607dc28 on network 48079850-84f4-4aec-a648-0aa058db8488 {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:41:12.788722 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-44e60a7d-f0e5-44af-9c37-149559216078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for subnet, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:12.839529 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42e91fc-89e2-4a54-96e3-e4416fd28d00 None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:41:12.839529 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42e91fc-89e2-4a54-96e3-e4416fd28d00 None None] Checking segment: {'id': '9237ef01-7511-4dc4-8b43-07303d222188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '48079850-84f4-4aec-a648-0aa058db8488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:41:12.840101 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d42e91fc-89e2-4a54-96e3-e4416fd28d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:12.840262 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42e91fc-89e2-4a54-96e3-e4416fd28d00 None None] Bound using segment: {'id': '9237ef01-7511-4dc4-8b43-07303d222188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '48079850-84f4-4aec-a648-0aa058db8488'} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:41:12.841658 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-d42e91fc-89e2-4a54-96e3-e4416fd28d00 None None] Bound port: 7cf6f97c-0983-4bd6-a510-f926a607dc28, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9237ef01-7511-4dc4-8b43-07303d222188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '48079850-84f4-4aec-a648-0aa058db8488'}}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:41:12.841658 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d42e91fc-89e2-4a54-96e3-e4416fd28d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:12.862551 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port 71ca3be3-d154-43ba-8edc-0ba9791af1a7 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:41:12.870349 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 71ca3be3-d154-43ba-8edc-0ba9791af1a7 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:41:12.871020 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:12.908954 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-7d474c7d-c75d-45a9-b751-c63d8d9ab0b2 None None] Provisioning for port 71ca3be3-d154-43ba-8edc-0ba9791af1a7 completed by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:41:12.920226 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-7d474c7d-c75d-45a9-b751-c63d8d9ab0b2 None None] Provisioning complete for port 71ca3be3-d154-43ba-8edc-0ba9791af1a7 triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:41:12.920949 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-7d474c7d-c75d-45a9-b751-c63d8d9ab0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:13.038222 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e60a7d-f0e5-44af-9c37-149559216078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b358d78a-3c68-47c4-98ee-1618f0ecb544,revision_number=0']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:13.078981 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e60a7d-f0e5-44af-9c37-149559216078 admin admin] Checking segment: {'id': '9a0d0cd8-d55d-4984-b913-356273c62713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a968b582-7958-477b-ae9b-f66fdfab5efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:41:13.079363 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e60a7d-f0e5-44af-9c37-149559216078 admin admin] Network hostable DHCP agents. Network: a968b582-7958-477b-ae9b-f66fdfab5efe, hostable agents: ['ab24a8c0-5fbc-4c54-80f8-7c76df3937f6'], hosted agents: [] {{(pid=100440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:41:13.118508 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-5a26b3da-da80-45d0-9f57-5131e6418ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678875'] for router, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:13.153446 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:13.245881 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] For port 71ca3be3-d154-43ba-8edc-0ba9791af1a7, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=71ca3be3-d154-43ba-8edc-0ba9791af1a7,segment=NetworkSegment(61037c1e-a9d9-4d0e-93a7-ef04c02e93c2),segment_id=61037c1e-a9d9-4d0e-93a7-ef04c02e93c2)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:41:13.247193 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-7d474c7d-c75d-45a9-b751-c63d8d9ab0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:13.307591 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-71f58007-6f0c-4c39-b995-734a259fb59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:13.309731 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e60a7d-f0e5-44af-9c37-149559216078 admin admin] Network a968b582-7958-477b-ae9b-f66fdfab5efe is scheduled to be hosted by DHCP agent ab24a8c0-5fbc-4c54-80f8-7c76df3937f6 with binding_index 1 {{(pid=100440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:41:13.332057 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 39380) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:13.353535 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [None req-44e60a7d-f0e5-44af-9c37-149559216078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-2-iscsi, a968b582-7958-477b-ae9b-f66fdfab5efe) {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:41:13.359754 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:13.359979 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e60a7d-f0e5-44af-9c37-149559216078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:13.360543 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-44e60a7d-f0e5-44af-9c37-149559216078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for subnet, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:13.362703 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-134ba644-9714-4c5e-ad3c-1db1ff27a765 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:13.403046 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 39386) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:13.436131 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-44e60a7d-f0e5-44af-9c37-149559216078 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4828260 Aug 18 19:41:13.456032 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a0827f-ffef-43ec-a6cf-f284c64fe6c0 None None] Network a968b582-7958-477b-ae9b-f66fdfab5efe requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:41:13.567209 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-595424b2-5264-4943-acc2-873cd1f6cce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:13.596824 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f851c667-0811-47c4-949d-075d2ea378d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:13.652440 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f851c667-0811-47c4-949d-075d2ea378d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:13.669652 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a26b3da-da80-45d0-9f57-5131e6418ba4 admin admin] Router 3f9d814b-fdd9-4a28-a891-513d310143b3 is scheduled to L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a with binding_index 1 {{(pid=100439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 19:41:13.711104 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.db.api [None req-7d474c7d-c75d-45a9-b751-c63d8d9ab0b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 19:41:13.711958 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG oslo_db.api [None req-7d474c7d-c75d-45a9-b751-c63d8d9ab0b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 19:41:13.712309 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd0c80b-60aa-4351-bd6e-010f96e6a314 None None] Network a968b582-7958-477b-ae9b-f66fdfab5efe requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:41:13.745021 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-134ba644-9714-4c5e-ad3c-1db1ff27a765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678875'] for router, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:13.818847 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d42e91fc-89e2-4a54-96e3-e4416fd28d00 None None] For port 7cf6f97c-0983-4bd6-a510-f926a607dc28, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:41:13.847574 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-47e6e744-65c0-4d6e-b5c6-a4a97805a9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:13.855124 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d42e91fc-89e2-4a54-96e3-e4416fd28d00 None None] For port 7cf6f97c-0983-4bd6-a510-f926a607dc28, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=7cf6f97c-0983-4bd6-a510-f926a607dc28,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:41:13.876286 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Pushing event updated for resources: {'Port': ['ID=71ca3be3-d154-43ba-8edc-0ba9791af1a7,revision_number=3']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:13.908824 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d42e91fc-89e2-4a54-96e3-e4416fd28d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:14.019624 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134ba644-9714-4c5e-ad3c-1db1ff27a765 admin admin] Router 367894c2-c032-4d2c-b438-3bddd69d8844 is scheduled to L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a with binding_index 1 {{(pid=100440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 19:41:14.037983 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-595424b2-5264-4943-acc2-873cd1f6cce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:14.049781 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-595424b2-5264-4943-acc2-873cd1f6cce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:14.109878 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 39416) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:14.182772 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 71ca3be3-d154-43ba-8edc-0ba9791af1a7 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:41:14.202736 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-595424b2-5264-4943-acc2-873cd1f6cce0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e3e77d01d88940a7bba48d4f37bbe1df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8685315 Aug 18 19:41:14.204462 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 39420) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:14.341470 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.db_base_plugin_common [None req-f851c667-0811-47c4-949d-075d2ea378d9 admin admin] Allocated IP 172.27.2.133 (c9e7b0ac-d07a-45d1-b669-710203e2b4d9/fcdf06bc-9cb8-408c-b78f-916aa229f92b/e795badc-917d-4626-a919-174b89d40e9b) {{(pid=100439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:41:14.350554 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595424b2-5264-4943-acc2-873cd1f6cce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae44196-f5cd-4c7a-a48c-97fac4555dd8,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:14.370129 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e91fc-89e2-4a54-96e3-e4416fd28d00 None None] Pushing event updated for resources: {'Port': ['ID=7cf6f97c-0983-4bd6-a510-f926a607dc28,revision_number=2']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:14.409717 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 71ca3be3-d154-43ba-8edc-0ba9791af1a7 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:41:14.410839 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:14.492604 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a26b3da-da80-45d0-9f57-5131e6418ba4 admin admin] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:41:14.515356 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3953988c-7e18-490e-a5d2-5bf31e767ac0 None None] Sync routers for ids ['3f9d814b-fdd9-4a28-a891-513d310143b3'] in dv-cinder-805072-2-iscsi {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:41:14.531625 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3953988c-7e18-490e-a5d2-5bf31e767ac0 None None] Routers {'3f9d814b-fdd9-4a28-a891-513d310143b3'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:41:14.536978 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-3953988c-7e18-490e-a5d2-5bf31e767ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:40:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['3f9d814b-fdd9-4a28-a891-513d310143b3'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:41:14.618619 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-e589a311-477c-466e-8f0d-0b2aab3d21ea None None] Provisioning complete for port 71ca3be3-d154-43ba-8edc-0ba9791af1a7 triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:41:14.619235 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-e589a311-477c-466e-8f0d-0b2aab3d21ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:14.648245 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-b604b71a-57b7-4d3f-abb8-82ff5c5f3e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:14.665411 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134ba644-9714-4c5e-ad3c-1db1ff27a765 admin admin] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:41:14.720121 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-a5d89dfb-0f10-49d2-95dc-af58cfd0a257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:14.735687 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37886e9b-50fa-4a47-a7cb-64a6f94669eb None None] Sync routers for ids ['367894c2-c032-4d2c-b438-3bddd69d8844'] in dv-cinder-805072-2-iscsi {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:41:14.752654 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-b604b71a-57b7-4d3f-abb8-82ff5c5f3e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:14.758079 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37886e9b-50fa-4a47-a7cb-64a6f94669eb None None] Routers {'367894c2-c032-4d2c-b438-3bddd69d8844'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:41:14.759392 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-37886e9b-50fa-4a47-a7cb-64a6f94669eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:40:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['367894c2-c032-4d2c-b438-3bddd69d8844'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:41:14.861334 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-b604b71a-57b7-4d3f-abb8-82ff5c5f3e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:14.863919 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-b604b71a-57b7-4d3f-abb8-82ff5c5f3e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:14.868540 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-b604b71a-57b7-4d3f-abb8-82ff5c5f3e18 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eae44196-f5cd-4c7a-a48c-97fac4555dd8 HTTP/1.1" status: 204 len: 168 time: 0.6542134 Aug 18 19:41:14.883714 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604b71a-57b7-4d3f-abb8-82ff5c5f3e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae44196-f5cd-4c7a-a48c-97fac4555dd8,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:14.892576 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-3953988c-7e18-490e-a5d2-5bf31e767ac0 None None] Set router 3f9d814b-fdd9-4a28-a891-513d310143b3 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:41:14.980278 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-47e6e744-65c0-4d6e-b5c6-a4a97805a9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:14.981681 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-37886e9b-50fa-4a47-a7cb-64a6f94669eb None None] Set router 367894c2-c032-4d2c-b438-3bddd69d8844 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:41:14.983320 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f851c667-0811-47c4-949d-075d2ea378d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:14.994578 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-134ba644-9714-4c5e-ad3c-1db1ff27a765 admin admin] Notify callbacks [] for router, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:14.998426 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-134ba644-9714-4c5e-ad3c-1db1ff27a765 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3363101 Aug 18 19:41:14.998745 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 39440) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:15.008089 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-47e6e744-65c0-4d6e-b5c6-a4a97805a9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:15.036772 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-5a26b3da-da80-45d0-9f57-5131e6418ba4 admin admin] Notify callbacks [] for router, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:15.038537 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-5a26b3da-da80-45d0-9f57-5131e6418ba4 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5064113 Aug 18 19:41:15.052003 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 39448) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:15.267937 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-47e6e744-65c0-4d6e-b5c6-a4a97805a9c3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=15bf14dfab604402b2bc41adcce578f9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8636587 Aug 18 19:41:15.268873 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 39454) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:15.289940 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6e744-65c0-4d6e-b5c6-a4a97805a9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965397ed-fa4c-4a76-a89d-a6ad28a0e7b8,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:15.372027 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-3953988c-7e18-490e-a5d2-5bf31e767ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'name': 'tempest-AttachVolumeTestJSON-907651207-router', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:09Z', 'updated_at': '2021-08-18T19:41:11Z', 'revision_number': 3, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'gw_port': {'id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:41:15.430393 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3953988c-7e18-490e-a5d2-5bf31e767ac0 None None] Checking router: 3f9d814b-fdd9-4a28-a891-513d310143b3 for host: dv-cinder-805072-2-iscsi {{(pid=100442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:41:15.430778 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3953988c-7e18-490e-a5d2-5bf31e767ac0 None None] Updating router 3f9d814b-fdd9-4a28-a891-513d310143b3 port f5bb0aa3-ac84-4000-9489-03a9b2861316 binding host dv-cinder-805072-2-iscsi {{(pid=100442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:41:15.475739 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-37886e9b-50fa-4a47-a7cb-64a6f94669eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'name': 'tempest-AttachVolumeShelveTestJSON-415474236-router', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:13Z', 'revision_number': 3, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'gw_port': {'id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:11Z', 'updated_at': '2021-08-18T19:41:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:41:15.491626 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-3953988c-7e18-490e-a5d2-5bf31e767ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:15.545993 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 39456) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:15.551713 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37886e9b-50fa-4a47-a7cb-64a6f94669eb None None] Checking router: 367894c2-c032-4d2c-b438-3bddd69d8844 for host: dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:41:15.553986 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37886e9b-50fa-4a47-a7cb-64a6f94669eb None None] Updating router 367894c2-c032-4d2c-b438-3bddd69d8844 port 5c6329d6-ad38-45d4-9f16-8a2f60790d05 binding host dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:41:15.558620 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-a5d89dfb-0f10-49d2-95dc-af58cfd0a257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:15.571094 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-1892b651-e35e-4477-9c09-b409d377aa44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:15.606082 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-a5d89dfb-0f10-49d2-95dc-af58cfd0a257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:15.618134 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 39464) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:15.618930 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-37886e9b-50fa-4a47-a7cb-64a6f94669eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:15.639972 dv-cinder-805072-2-iscsi neutron-server[100440]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 18 19:41:15.659933 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f851c667-0811-47c4-949d-075d2ea378d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286'] for port, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:15.676485 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d89dfb-0f10-49d2-95dc-af58cfd0a257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aafcc8c-0505-4e7f-af58-32382129b9b6,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:15.743735 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f851c667-0811-47c4-949d-075d2ea378d9 admin admin] Network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 is already hosted by enough agents. {{(pid=100439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:41:15.748909 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851c667-0811-47c4-949d-075d2ea378d9 admin admin] Pushing event updated for resources: {'Port': ['ID=e795badc-917d-4626-a919-174b89d40e9b,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:15.759041 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-f851c667-0811-47c4-949d-075d2ea378d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:41:15.762633 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f851c667-0811-47c4-949d-075d2ea378d9 admin admin] Received port after_create {{(pid=100439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:41:15.783195 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79362a7-17c4-4579-9ebf-46243172a4b9 None None] Network 48079850-84f4-4aec-a648-0aa058db8488 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:41:15.845600 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-3953988c-7e18-490e-a5d2-5bf31e767ac0 None None] Notify callbacks [] for port, precommit_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:15.861410 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.provisioning_blocks [None req-3953988c-7e18-490e-a5d2-5bf31e767ac0 None None] Transition to ACTIVE for port object f5bb0aa3-ac84-4000-9489-03a9b2861316 will not be triggered until provisioned by entity L2. {{(pid=100442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:41:15.873453 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-3953988c-7e18-490e-a5d2-5bf31e767ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:15.932991 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1a38d-a05f-4522-bf13-68af28c47a76 None None] Pushing event updated for resources: {'Port': ['ID=f5bb0aa3-ac84-4000-9489-03a9b2861316,revision_number=2']} {{(pid=100442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:15.945242 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e1a38d-a05f-4522-bf13-68af28c47a76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:15.946107 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e1a38d-a05f-4522-bf13-68af28c47a76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:15.946657 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e1a38d-a05f-4522-bf13-68af28c47a76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:15.947291 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e1a38d-a05f-4522-bf13-68af28c47a76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:15.948588 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e1a38d-a05f-4522-bf13-68af28c47a76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:15.949133 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e1a38d-a05f-4522-bf13-68af28c47a76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:15.949684 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e1a38d-a05f-4522-bf13-68af28c47a76 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:15.950644 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e1a38d-a05f-4522-bf13-68af28c47a76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:15.951423 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e1a38d-a05f-4522-bf13-68af28c47a76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:15.951967 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e1a38d-a05f-4522-bf13-68af28c47a76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:15.952536 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e1a38d-a05f-4522-bf13-68af28c47a76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:15.953289 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e1a38d-a05f-4522-bf13-68af28c47a76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e1a38d-a05f-4522-bf13-68af28c47a76 None None] Tracked resource versions report: Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: pushed versions: Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: { 'AddressGroup': {'1.2'}, Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: 'ConntrackHelper': {'1.0'}, Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: 'Log': {'1.0'}, Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: 'Network': {'1.1'}, Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: 'Port': {'1.7'}, Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: 'PortForwarding': {'1.2'}, Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: 'QosPolicy': {'1.9'}, Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: 'SecurityGroup': {'1.4'}, Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: 'SecurityGroupRule': {'1.2'}, Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: 'SubPort': {'1.0'}, Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: 'Subnet': {'1.1'}, Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: 'Trunk': {'1.1'}} Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: consumer versions: Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: { DHCP agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: HyperV agent@hv-cinder-80507: {}, Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: L3 agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: Metadata agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: Metering agent@dv-cinder-805072-2-iscsi: {}, Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: Open vSwitch agent@dv-cinder-805072-2-iscsi: { 'AddressGroup': '1.2', Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: 'ConntrackHelper': '1.0', Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: 'Log': '1.0', Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: 'Network': '1.1', Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: 'Port': '1.7', Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: 'PortForwarding': '1.2', Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: 'QosPolicy': '1.9', Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: 'SecurityGroup': '1.4', Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: 'SecurityGroupRule': '1.2', Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: 'SubPort': '1.0', Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: 'Subnet': '1.1', Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: 'Trunk': '1.1'}} Aug 18 19:41:15.955059 dv-cinder-805072-2-iscsi neutron-server[100442]: {{(pid=100442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 19:41:15.968754 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-8de05ee5-dba0-4e35-a700-5514962f61d3 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:15.970307 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-8de05ee5-dba0-4e35-a700-5514962f61d3 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/networks?id=a968b582-7958-477b-ae9b-f66fdfab5efe HTTP/1.1" status: 200 len: 812 time: 0.3482292 Aug 18 19:41:16.027265 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-42731617-686c-48e6-a9ab-dd44c13ace58 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/quotas/046f2538aa8340e0a30b5398438e99a6 HTTP/1.1" status: 200 len: 375 time: 0.0469303 Aug 18 19:41:16.035982 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-3953988c-7e18-490e-a5d2-5bf31e767ac0 None None] Attempting to bind port f5bb0aa3-ac84-4000-9489-03a9b2861316 on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:41:16.036355 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-3953988c-7e18-490e-a5d2-5bf31e767ac0 None None] Attempting to bind port f5bb0aa3-ac84-4000-9489-03a9b2861316 by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}] {{(pid=100442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:41:16.036718 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3953988c-7e18-490e-a5d2-5bf31e767ac0 None None] Attempting to bind port f5bb0aa3-ac84-4000-9489-03a9b2861316 on network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:41:16.042128 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3953988c-7e18-490e-a5d2-5bf31e767ac0 None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:41:16.042501 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3953988c-7e18-490e-a5d2-5bf31e767ac0 None None] Checking segment: {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:41:16.042930 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-3953988c-7e18-490e-a5d2-5bf31e767ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:16.043322 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3953988c-7e18-490e-a5d2-5bf31e767ac0 None None] Bound using segment: {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'} {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:41:16.043780 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-3953988c-7e18-490e-a5d2-5bf31e767ac0 None None] Bound port: f5bb0aa3-ac84-4000-9489-03a9b2861316, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}}] {{(pid=100442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:41:16.044185 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-3953988c-7e18-490e-a5d2-5bf31e767ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:16.085139 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-a5d89dfb-0f10-49d2-95dc-af58cfd0a257 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=efafabc1b4334403951f02733f9cadd9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9716904 Aug 18 19:41:16.096352 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 39470) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:16.117658 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-3360080a-0093-4a5c-a70a-d70066e5b81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:16.163913 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.db [None req-3953988c-7e18-490e-a5d2-5bf31e767ac0 None None] For port f5bb0aa3-ac84-4000-9489-03a9b2861316, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:41:16.167239 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.db [None req-3953988c-7e18-490e-a5d2-5bf31e767ac0 None None] For port f5bb0aa3-ac84-4000-9489-03a9b2861316, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=f5bb0aa3-ac84-4000-9489-03a9b2861316,segment=NetworkSegment(0bdaf2c9-3eca-4db0-8337-689581495736),segment_id=0bdaf2c9-3eca-4db0-8337-689581495736)] {{(pid=100442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:41:16.177833 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-3953988c-7e18-490e-a5d2-5bf31e767ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:16.233505 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-5183485a-15ec-4f46-838e-5e004f8980aa tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=046f2538aa8340e0a30b5398438e99a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1855297 Aug 18 19:41:16.235352 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-1892b651-e35e-4477-9c09-b409d377aa44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:16.248693 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 7cf6f97c-0983-4bd6-a510-f926a607dc28 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:41:16.267596 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-1892b651-e35e-4477-9c09-b409d377aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:16.280136 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3953988c-7e18-490e-a5d2-5bf31e767ac0 None None] Routers {'3f9d814b-fdd9-4a28-a891-513d310143b3'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:41:16.280840 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-3953988c-7e18-490e-a5d2-5bf31e767ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:40:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['3f9d814b-fdd9-4a28-a891-513d310143b3'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:41:16.282630 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1a38d-a05f-4522-bf13-68af28c47a76 None None] Pushing event updated for resources: {'Port': ['ID=f5bb0aa3-ac84-4000-9489-03a9b2861316,revision_number=3']} {{(pid=100442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:16.369226 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-b32dc078-5a88-4450-a625-34593e0f7810 None None] Provisioning for port 7cf6f97c-0983-4bd6-a510-f926a607dc28 completed by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:41:16.404358 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-116e7a56-3440-40dd-8047-cd8a56bbfe72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:16.406524 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:16.420511 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port 7cf6f97c-0983-4bd6-a510-f926a607dc28 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:41:16.427222 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-1892b651-e35e-4477-9c09-b409d377aa44 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8beb0fcd98944f2a80ccb22d9a222c86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8801951 Aug 18 19:41:16.427902 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 7cf6f97c-0983-4bd6-a510-f926a607dc28 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:41:16.428243 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 39488) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:16.428668 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:16.452623 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892b651-e35e-4477-9c09-b409d377aa44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb07a482-79ac-467c-b11c-afb3cff267de,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:16.517569 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-3953988c-7e18-490e-a5d2-5bf31e767ac0 None None] Set router 3f9d814b-fdd9-4a28-a891-513d310143b3 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:41:16.526808 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-37886e9b-50fa-4a47-a7cb-64a6f94669eb None None] Notify callbacks [] for port, precommit_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:16.581707 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-650e7bfa-223a-4158-898d-af042f5b5142 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 19:41:16.583342 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-650e7bfa-223a-4158-898d-af042f5b5142 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1323562 Aug 18 19:41:16.593732 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-37886e9b-50fa-4a47-a7cb-64a6f94669eb None None] Transition to ACTIVE for port object 5c6329d6-ad38-45d4-9f16-8a2f60790d05 will not be triggered until provisioned by entity L2. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:41:16.596433 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f851c667-0811-47c4-949d-075d2ea378d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:16.614498 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0171a031-b631-4f22-bc29-01ca694fd361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:16.615654 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-37886e9b-50fa-4a47-a7cb-64a6f94669eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:16.617623 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-36b5851f-61cc-42b2-a382-5f65f300cd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:16.694589 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:16.717201 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff616b5-0fa2-4aa1-b758-81f58063587f None None] Pushing event updated for resources: {'Port': ['ID=5c6329d6-ad38-45d4-9f16-8a2f60790d05,revision_number=2']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:16.719563 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-37886e9b-50fa-4a47-a7cb-64a6f94669eb None None] Attempting to bind port 5c6329d6-ad38-45d4-9f16-8a2f60790d05 on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:41:16.720046 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-37886e9b-50fa-4a47-a7cb-64a6f94669eb None None] Attempting to bind port 5c6329d6-ad38-45d4-9f16-8a2f60790d05 by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:41:16.720523 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37886e9b-50fa-4a47-a7cb-64a6f94669eb None None] Attempting to bind port 5c6329d6-ad38-45d4-9f16-8a2f60790d05 on network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:41:16.725051 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0171a031-b631-4f22-bc29-01ca694fd361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:16.741751 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37886e9b-50fa-4a47-a7cb-64a6f94669eb None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:41:16.742608 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37886e9b-50fa-4a47-a7cb-64a6f94669eb None None] Checking segment: {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:41:16.742974 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-37886e9b-50fa-4a47-a7cb-64a6f94669eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:16.743681 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37886e9b-50fa-4a47-a7cb-64a6f94669eb None None] Bound using segment: {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:41:16.745023 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-37886e9b-50fa-4a47-a7cb-64a6f94669eb None None] Bound port: 5c6329d6-ad38-45d4-9f16-8a2f60790d05, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:41:16.746208 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-37886e9b-50fa-4a47-a7cb-64a6f94669eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:16.816774 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-3953988c-7e18-490e-a5d2-5bf31e767ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'name': 'tempest-AttachVolumeTestJSON-907651207-router', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:09Z', 'updated_at': '2021-08-18T19:41:11Z', 'revision_number': 3, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'gw_port': {'id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:41:16.820726 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] For port 7cf6f97c-0983-4bd6-a510-f926a607dc28, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=7cf6f97c-0983-4bd6-a510-f926a607dc28,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:41:16.825946 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-410f9f8c-b87f-4fc8-9181-ce407ef7af03 None None] Provisioning complete for port 7cf6f97c-0983-4bd6-a510-f926a607dc28 triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:41:16.827491 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-410f9f8c-b87f-4fc8-9181-ce407ef7af03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:16.835686 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-d17ae5c8-1f4d-4c69-97c7-7bfec473e2a3 service neutron] 10.222.0.38 "GET /v2.0/networks/a968b582-7958-477b-ae9b-f66fdfab5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360032 Aug 18 19:41:16.867977 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-3360080a-0093-4a5c-a70a-d70066e5b81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:16.872293 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3953988c-7e18-490e-a5d2-5bf31e767ac0 None None] The sync data for ids ['3f9d814b-fdd9-4a28-a891-513d310143b3'] in dv-cinder-805072-2-iscsi is: [{'id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'name': 'tempest-AttachVolumeTestJSON-907651207-router', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:09Z', 'updated_at': '2021-08-18T19:41:11Z', 'revision_number': 3, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'gw_port': {'id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}] {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:41:16.876344 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:16.943310 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:16.947841 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Pushing event updated for resources: {'Port': ['ID=7cf6f97c-0983-4bd6-a510-f926a607dc28,revision_number=3']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:16.962708 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0171a031-b631-4f22-bc29-01ca694fd361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:16.965242 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0171a031-b631-4f22-bc29-01ca694fd361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:16.970296 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-0171a031-b631-4f22-bc29-01ca694fd361 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eb07a482-79ac-467c-b11c-afb3cff267de HTTP/1.1" status: 204 len: 168 time: 0.5388398 Aug 18 19:41:17.012199 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171a031-b631-4f22-bc29-01ca694fd361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb07a482-79ac-467c-b11c-afb3cff267de,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:17.021233 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-37886e9b-50fa-4a47-a7cb-64a6f94669eb None None] For port 5c6329d6-ad38-45d4-9f16-8a2f60790d05, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:41:17.041947 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d0526d0a-1435-4842-be7d-58a654648265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:17.054242 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-37886e9b-50fa-4a47-a7cb-64a6f94669eb None None] For port 5c6329d6-ad38-45d4-9f16-8a2f60790d05, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=5c6329d6-ad38-45d4-9f16-8a2f60790d05,segment=NetworkSegment(0bdaf2c9-3eca-4db0-8337-689581495736),segment_id=0bdaf2c9-3eca-4db0-8337-689581495736)] {{(pid=100441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:41:17.062611 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-37886e9b-50fa-4a47-a7cb-64a6f94669eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:17.093013 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-27383590-09dd-4754-b0f3-c00ab3cc8ab6 service neutron] 10.222.0.38 "GET /v2.0/networks/a968b582-7958-477b-ae9b-f66fdfab5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563794 Aug 18 19:41:17.097724 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [None req-36b5851f-61cc-42b2-a382-5f65f300cd7a admin admin] Allocated IP 172.20.0.1 (48079850-84f4-4aec-a648-0aa058db8488/ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b/655e6294-6db4-4585-8098-b5d857e52721) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:41:17.132061 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff616b5-0fa2-4aa1-b758-81f58063587f None None] Pushing event updated for resources: {'Port': ['ID=5c6329d6-ad38-45d4-9f16-8a2f60790d05,revision_number=3']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:17.153212 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37886e9b-50fa-4a47-a7cb-64a6f94669eb None None] Routers {'367894c2-c032-4d2c-b438-3bddd69d8844'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:41:17.154023 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-37886e9b-50fa-4a47-a7cb-64a6f94669eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:41:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['367894c2-c032-4d2c-b438-3bddd69d8844'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:41:17.185300 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d0526d0a-1435-4842-be7d-58a654648265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:17.350146 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-36b5851f-61cc-42b2-a382-5f65f300cd7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:17.370102 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-37886e9b-50fa-4a47-a7cb-64a6f94669eb None None] Set router 367894c2-c032-4d2c-b438-3bddd69d8844 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:41:17.424395 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [None req-36b5851f-61cc-42b2-a382-5f65f300cd7a admin admin] Transition to ACTIVE for port object 655e6294-6db4-4585-8098-b5d857e52721 will not be triggered until provisioned by entity DHCP. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:41:17.448862 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-3360080a-0093-4a5c-a70a-d70066e5b81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:17.455381 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-3360080a-0093-4a5c-a70a-d70066e5b81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:17.457078 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-3360080a-0093-4a5c-a70a-d70066e5b81a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/965397ed-fa4c-4a76-a89d-a6ad28a0e7b8 HTTP/1.1" status: 204 len: 168 time: 2.1690521 Aug 18 19:41:17.523338 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-36b5851f-61cc-42b2-a382-5f65f300cd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:17.581259 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:41:17.595058 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d0526d0a-1435-4842-be7d-58a654648265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:17.612223 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d0526d0a-1435-4842-be7d-58a654648265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:17.613422 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-d0526d0a-1435-4842-be7d-58a654648265 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9aafcc8c-0505-4e7f-af58-32382129b9b6 HTTP/1.1" status: 204 len: 168 time: 1.5111387 Aug 18 19:41:17.646004 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360080a-0093-4a5c-a70a-d70066e5b81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965397ed-fa4c-4a76-a89d-a6ad28a0e7b8,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:17.702642 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b5851f-61cc-42b2-a382-5f65f300cd7a admin admin] Network 48079850-84f4-4aec-a648-0aa058db8488 is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:41:17.729358 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [None req-36b5851f-61cc-42b2-a382-5f65f300cd7a admin admin] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:41:17.759572 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b5851f-61cc-42b2-a382-5f65f300cd7a admin admin] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:41:17.761486 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-36b5851f-61cc-42b2-a382-5f65f300cd7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1676627'] for router_interface, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:17.770604 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5851f-61cc-42b2-a382-5f65f300cd7a admin admin] Pushing event updated for resources: {'Port': ['ID=655e6294-6db4-4585-8098-b5d857e52721,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:17.843014 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0526d0a-1435-4842-be7d-58a654648265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aafcc8c-0505-4e7f-af58-32382129b9b6,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:17.891666 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f851c667-0811-47c4-949d-075d2ea378d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678875'] for router, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:17.953594 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-37886e9b-50fa-4a47-a7cb-64a6f94669eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'name': 'tempest-AttachVolumeShelveTestJSON-415474236-router', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:13Z', 'revision_number': 3, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'gw_port': {'id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:11Z', 'updated_at': '2021-08-18T19:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:41:18.038069 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37886e9b-50fa-4a47-a7cb-64a6f94669eb None None] The sync data for ids ['367894c2-c032-4d2c-b438-3bddd69d8844'] in dv-cinder-805072-2-iscsi is: [{'id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'name': 'tempest-AttachVolumeShelveTestJSON-415474236-router', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:13Z', 'revision_number': 3, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'gw_port': {'id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:11Z', 'updated_at': '2021-08-18T19:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}] {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:41:18.088681 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:18.202727 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-c6de7d08-9b35-41a9-b997-294fec99846d None None] Provisioning for port 655e6294-6db4-4585-8098-b5d857e52721 completed by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:41:18.207088 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-c6de7d08-9b35-41a9-b997-294fec99846d None None] Provisioning complete for port 655e6294-6db4-4585-8098-b5d857e52721 triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:41:18.207826 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-c6de7d08-9b35-41a9-b997-294fec99846d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:18.266252 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 7cf6f97c-0983-4bd6-a510-f926a607dc28 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:41:18.277050 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-36b5851f-61cc-42b2-a382-5f65f300cd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:18.371252 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f851c667-0811-47c4-949d-075d2ea378d9 admin admin] Router a649bdd2-2b9a-4641-affc-ea1a71f4efae is scheduled to L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a with binding_index 1 {{(pid=100439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 19:41:18.422818 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-c6de7d08-9b35-41a9-b997-294fec99846d None None] Port 655e6294-6db4-4585-8098-b5d857e52721 cannot update to ACTIVE because it is not bound. {{(pid=100441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:41:18.429253 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 39536) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:18.450946 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:18.468806 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 7cf6f97c-0983-4bd6-a510-f926a607dc28 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:41:18.469486 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:18.652145 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e2eb4d54-c2ec-4ea7-8592-7aef6fe570e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:18.671394 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device f5bb0aa3-ac84-4000-9489-03a9b2861316 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:41:18.696862 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-222c1b38-a868-4c3a-a31a-23fc32dd2463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:18.822805 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port f5bb0aa3-ac84-4000-9489-03a9b2861316 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:41:18.829068 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-36b5851f-61cc-42b2-a382-5f65f300cd7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:18.832252 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port f5bb0aa3-ac84-4000-9489-03a9b2861316 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:41:18.837757 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:18.840331 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-36b5851f-61cc-42b2-a382-5f65f300cd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:18.846597 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-36b5851f-61cc-42b2-a382-5f65f300cd7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1676711'] for router_interface, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:19.007910 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b5851f-61cc-42b2-a382-5f65f300cd7a admin admin] Network 48079850-84f4-4aec-a648-0aa058db8488 is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:41:19.041780 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [None req-36b5851f-61cc-42b2-a382-5f65f300cd7a admin admin] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:41:19.084258 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:19.115972 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] For port f5bb0aa3-ac84-4000-9489-03a9b2861316, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=f5bb0aa3-ac84-4000-9489-03a9b2861316,segment=NetworkSegment(0bdaf2c9-3eca-4db0-8337-689581495736),segment_id=0bdaf2c9-3eca-4db0-8337-689581495736)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:41:19.133697 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:19.259477 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Pushing event updated for resources: {'Port': ['ID=f5bb0aa3-ac84-4000-9489-03a9b2861316,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:19.342493 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 39560) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:19.387402 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f851c667-0811-47c4-949d-075d2ea378d9 admin admin] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:41:19.401914 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61e79cf-c351-4bd0-88f3-729ceeb787f1 None None] Sync routers for ids ['a649bdd2-2b9a-4641-affc-ea1a71f4efae'] in dv-cinder-805072-2-iscsi {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:41:19.424017 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61e79cf-c351-4bd0-88f3-729ceeb787f1 None None] Routers {'a649bdd2-2b9a-4641-affc-ea1a71f4efae'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:41:19.424696 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-a61e79cf-c351-4bd0-88f3-729ceeb787f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:41:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['a649bdd2-2b9a-4641-affc-ea1a71f4efae'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:41:19.446550 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-420cc2b0-164a-476a-9ec3-ad6de98c1527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:19.524804 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 39568) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:19.576526 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-e41644d5-744c-45d1-8aba-3e97429ac354 None None] Provisioning complete for port 655e6294-6db4-4585-8098-b5d857e52721 triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:41:19.576526 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-e41644d5-744c-45d1-8aba-3e97429ac354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:19.580409 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.db_base_plugin_common [None req-e2eb4d54-c2ec-4ea7-8592-7aef6fe570e5 admin admin] Allocated IP 172.20.0.1 (f75a4ad2-5977-4a3c-89ba-eb88091ae653/5a0797b3-7667-41c9-b4c1-878fd339c483/c45663f0-d12e-4dd9-9a14-8f8780948bae) {{(pid=100439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:41:19.682800 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5851f-61cc-42b2-a382-5f65f300cd7a admin admin] Pushing event updated for resources: {'Port': ['ID=655e6294-6db4-4585-8098-b5d857e52721,revision_number=2']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:19.706296 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-e41644d5-744c-45d1-8aba-3e97429ac354 None None] Port 655e6294-6db4-4585-8098-b5d857e52721 cannot update to ACTIVE because it is not bound. {{(pid=100441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:41:19.822224 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-222c1b38-a868-4c3a-a31a-23fc32dd2463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:19.834410 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-222c1b38-a868-4c3a-a31a-23fc32dd2463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:19.900618 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-a61e79cf-c351-4bd0-88f3-729ceeb787f1 None None] Set router a649bdd2-2b9a-4641-affc-ea1a71f4efae gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:41:19.901374 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b5851f-61cc-42b2-a382-5f65f300cd7a admin admin] Router 367894c2-c032-4d2c-b438-3bddd69d8844 has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:41:19.911897 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f851c667-0811-47c4-949d-075d2ea378d9 admin admin] Notify callbacks [] for router, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:19.916100 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-f851c667-0811-47c4-949d-075d2ea378d9 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.3680785 Aug 18 19:41:19.919616 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 39594) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:20.054448 dv-cinder-805072-2-iscsi neutron-server[100439]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 18 19:41:20.061814 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-222c1b38-a868-4c3a-a31a-23fc32dd2463 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=51015d11b12e424ea3cd07d6c6dec03e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4762442 Aug 18 19:41:20.063114 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 39598) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:20.214134 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-a61e79cf-c351-4bd0-88f3-729ceeb787f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a649bdd2-2b9a-4641-affc-ea1a71f4efae', 'name': 'tempest-ServerRescueNegativeTestJSON-1067368503-router', 'tenant_id': 'a46234c703574ed9b5ffb661124d4f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'e795badc-917d-4626-a919-174b89d40e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:11Z', 'updated_at': '2021-08-18T19:41:16Z', 'revision_number': 3, 'project_id': 'a46234c703574ed9b5ffb661124d4f38', 'gw_port': {'id': 'e795badc-917d-4626-a919-174b89d40e9b', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a649bdd2-2b9a-4641-affc-ea1a71f4efae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:13Z', 'updated_at': '2021-08-18T19:41:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:41:20.232222 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 5c6329d6-ad38-45d4-9f16-8a2f60790d05 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:41:20.258612 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-420cc2b0-164a-476a-9ec3-ad6de98c1527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:20.259450 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61e79cf-c351-4bd0-88f3-729ceeb787f1 None None] Checking router: a649bdd2-2b9a-4641-affc-ea1a71f4efae for host: dv-cinder-805072-2-iscsi {{(pid=100442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:41:20.259913 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61e79cf-c351-4bd0-88f3-729ceeb787f1 None None] Updating router a649bdd2-2b9a-4641-affc-ea1a71f4efae port e795badc-917d-4626-a919-174b89d40e9b binding host dv-cinder-805072-2-iscsi {{(pid=100442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:41:20.324122 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 39602) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:20.330892 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-a61e79cf-c351-4bd0-88f3-729ceeb787f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:20.349809 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port 5c6329d6-ad38-45d4-9f16-8a2f60790d05 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:41:20.353702 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e2eb4d54-c2ec-4ea7-8592-7aef6fe570e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:20.355073 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 5c6329d6-ad38-45d4-9f16-8a2f60790d05 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:41:20.355555 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:20.382022 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b5851f-61cc-42b2-a382-5f65f300cd7a admin admin] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:41:20.391408 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-36b5851f-61cc-42b2-a382-5f65f300cd7a admin admin] 10.222.0.38 "PUT /v2.0/routers/367894c2-c032-4d2c-b438-3bddd69d8844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3917224 Aug 18 19:41:20.402346 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.provisioning_blocks [None req-e2eb4d54-c2ec-4ea7-8592-7aef6fe570e5 admin admin] Transition to ACTIVE for port object c45663f0-d12e-4dd9-9a14-8f8780948bae will not be triggered until provisioned by entity DHCP. {{(pid=100439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:41:20.421247 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-420cc2b0-164a-476a-9ec3-ad6de98c1527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:20.488220 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d6ac52ee-050e-4f61-8f67-a78c2aab143f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:20.524665 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:20.573023 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-420cc2b0-164a-476a-9ec3-ad6de98c1527 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b223ca9a8c4342a083392e48553b2374&name=default HTTP/1.1" status: 200 len: 2978 time: 1.2293584 Aug 18 19:41:20.573874 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c1b38-a868-4c3a-a31a-23fc32dd2463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919ef3d6-9cb2-4d8f-b791-fee4dccfddaa,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:20.577182 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 39614) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:20.582854 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-d5bb14e9-13b2-4222-b470-42b8d02dac3a req-adc093e8-369d-4b02-8903-5e08018b706e tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 210 time: 1.0545549 Aug 18 19:41:20.625128 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420cc2b0-164a-476a-9ec3-ad6de98c1527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22aaf558-43cb-497b-8c20-38d06dd71443,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:20.640265 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] For port 5c6329d6-ad38-45d4-9f16-8a2f60790d05, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=5c6329d6-ad38-45d4-9f16-8a2f60790d05,segment=NetworkSegment(0bdaf2c9-3eca-4db0-8337-689581495736),segment_id=0bdaf2c9-3eca-4db0-8337-689581495736)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:41:20.651650 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:20.657462 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device f5bb0aa3-ac84-4000-9489-03a9b2861316 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:41:20.702135 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d6ac52ee-050e-4f61-8f67-a78c2aab143f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:20.707758 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e2eb4d54-c2ec-4ea7-8592-7aef6fe570e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286'] for port, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:20.902818 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Pushing event updated for resources: {'Port': ['ID=5c6329d6-ad38-45d4-9f16-8a2f60790d05,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:20.918902 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-a61e79cf-c351-4bd0-88f3-729ceeb787f1 None None] Notify callbacks [] for port, precommit_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:20.938743 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.provisioning_blocks [None req-a61e79cf-c351-4bd0-88f3-729ceeb787f1 None None] Transition to ACTIVE for port object e795badc-917d-4626-a919-174b89d40e9b will not be triggered until provisioned by entity L2. {{(pid=100442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:41:20.949392 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port f5bb0aa3-ac84-4000-9489-03a9b2861316 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:41:20.950108 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:20.957087 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-a61e79cf-c351-4bd0-88f3-729ceeb787f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:21.018925 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccab5b8-8319-48c6-b2c8-590df1735049 None None] Pushing event updated for resources: {'Port': ['ID=e795badc-917d-4626-a919-174b89d40e9b,revision_number=2']} {{(pid=100442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:21.067427 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-a61e79cf-c351-4bd0-88f3-729ceeb787f1 None None] Attempting to bind port e795badc-917d-4626-a919-174b89d40e9b on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:41:21.067835 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-a61e79cf-c351-4bd0-88f3-729ceeb787f1 None None] Attempting to bind port e795badc-917d-4626-a919-174b89d40e9b by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}] {{(pid=100442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:41:21.069483 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61e79cf-c351-4bd0-88f3-729ceeb787f1 None None] Attempting to bind port e795badc-917d-4626-a919-174b89d40e9b on network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:41:21.079826 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-3538c22a-0f3c-42e0-bdd3-7fc51f78147f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:21.083805 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61e79cf-c351-4bd0-88f3-729ceeb787f1 None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:41:21.084553 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61e79cf-c351-4bd0-88f3-729ceeb787f1 None None] Checking segment: {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:41:21.086157 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-a61e79cf-c351-4bd0-88f3-729ceeb787f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:21.086679 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61e79cf-c351-4bd0-88f3-729ceeb787f1 None None] Bound using segment: {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'} {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:41:21.088443 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-a61e79cf-c351-4bd0-88f3-729ceeb787f1 None None] Bound port: e795badc-917d-4626-a919-174b89d40e9b, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}}] {{(pid=100442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:41:21.089506 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-a61e79cf-c351-4bd0-88f3-729ceeb787f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:21.116597 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d6ac52ee-050e-4f61-8f67-a78c2aab143f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:21.128239 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d6ac52ee-050e-4f61-8f67-a78c2aab143f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:21.130059 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-d6ac52ee-050e-4f61-8f67-a78c2aab143f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/919ef3d6-9cb2-4d8f-b791-fee4dccfddaa HTTP/1.1" status: 204 len: 168 time: 1.0656207 Aug 18 19:41:21.180728 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eb4d54-c2ec-4ea7-8592-7aef6fe570e5 admin admin] Network f75a4ad2-5977-4a3c-89ba-eb88091ae653 is already hosted by enough agents. {{(pid=100439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:41:21.182987 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac52ee-050e-4f61-8f67-a78c2aab143f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919ef3d6-9cb2-4d8f-b791-fee4dccfddaa,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:21.190505 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-46353957-d274-41d9-8bb7-0732751f0002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:21.211864 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-e2eb4d54-c2ec-4ea7-8592-7aef6fe570e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:41:21.219134 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.db [None req-a61e79cf-c351-4bd0-88f3-729ceeb787f1 None None] For port e795badc-917d-4626-a919-174b89d40e9b, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:41:21.221332 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eb4d54-c2ec-4ea7-8592-7aef6fe570e5 admin admin] Received port after_create {{(pid=100439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:41:21.226826 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e2eb4d54-c2ec-4ea7-8592-7aef6fe570e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1676627'] for router_interface, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:21.236249 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.db [None req-a61e79cf-c351-4bd0-88f3-729ceeb787f1 None None] For port e795badc-917d-4626-a919-174b89d40e9b, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=e795badc-917d-4626-a919-174b89d40e9b,segment=NetworkSegment(0bdaf2c9-3eca-4db0-8337-689581495736),segment_id=0bdaf2c9-3eca-4db0-8337-689581495736)] {{(pid=100442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:41:21.244665 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-a61e79cf-c351-4bd0-88f3-729ceeb787f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:21.363246 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27c43ac-f94c-45a9-b16f-0aaada31e19f None None] Sync routers for ids ['367894c2-c032-4d2c-b438-3bddd69d8844'] in dv-cinder-805072-2-iscsi {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:41:21.468328 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27c43ac-f94c-45a9-b16f-0aaada31e19f None None] Routers {'367894c2-c032-4d2c-b438-3bddd69d8844'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:41:21.469148 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-a27c43ac-f94c-45a9-b16f-0aaada31e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:41:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['367894c2-c032-4d2c-b438-3bddd69d8844'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:41:21.481957 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61e79cf-c351-4bd0-88f3-729ceeb787f1 None None] Routers {'a649bdd2-2b9a-4641-affc-ea1a71f4efae'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:41:21.484939 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-46353957-d274-41d9-8bb7-0732751f0002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:21.485521 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-a61e79cf-c351-4bd0-88f3-729ceeb787f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:41:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['a649bdd2-2b9a-4641-affc-ea1a71f4efae'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:41:21.604919 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-46353957-d274-41d9-8bb7-0732751f0002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:21.609221 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-46353957-d274-41d9-8bb7-0732751f0002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:21.610405 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-46353957-d274-41d9-8bb7-0732751f0002 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/22aaf558-43cb-497b-8c20-38d06dd71443 HTTP/1.1" status: 204 len: 168 time: 1.0303869 Aug 18 19:41:21.634531 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb4d54-c2ec-4ea7-8592-7aef6fe570e5 admin admin] Pushing event updated for resources: {'Port': ['ID=c45663f0-d12e-4dd9-9a14-8f8780948bae,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:21.636778 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccab5b8-8319-48c6-b2c8-590df1735049 None None] Pushing event updated for resources: {'Port': ['ID=e795badc-917d-4626-a919-174b89d40e9b,revision_number=3']} {{(pid=100442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:21.735057 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46353957-d274-41d9-8bb7-0732751f0002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22aaf558-43cb-497b-8c20-38d06dd71443,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:21.846593 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-a61e79cf-c351-4bd0-88f3-729ceeb787f1 None None] Set router a649bdd2-2b9a-4641-affc-ea1a71f4efae gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:41:21.863525 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0822245d-df48-4e3b-bca1-d3bec4ec6c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:21.890503 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-3538c22a-0f3c-42e0-bdd3-7fc51f78147f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:21.935232 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-3538c22a-0f3c-42e0-bdd3-7fc51f78147f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:21.993933 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-bad7c304-2946-4fb9-aade-0299aa9dddd0 None None] Provisioning for port c45663f0-d12e-4dd9-9a14-8f8780948bae completed by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:41:22.026038 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-bad7c304-2946-4fb9-aade-0299aa9dddd0 None None] Provisioning complete for port c45663f0-d12e-4dd9-9a14-8f8780948bae triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:41:22.027010 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-bad7c304-2946-4fb9-aade-0299aa9dddd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:22.063269 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-3538c22a-0f3c-42e0-bdd3-7fc51f78147f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3cbf0452c6af4ffca69dce8a2336c526&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7315564 Aug 18 19:41:22.067795 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 39650) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:22.078244 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e2eb4d54-c2ec-4ea7-8592-7aef6fe570e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:22.128886 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-a27c43ac-f94c-45a9-b16f-0aaada31e19f None None] Set router 367894c2-c032-4d2c-b438-3bddd69d8844 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:41:22.212738 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e1862a80-b86f-4a70-9aa3-4cca95d322a7 req-8f5959ca-4eab-41a3-ad45-3a8a6771b537 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 210 time: 0.1465001 Aug 18 19:41:22.215340 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 39656) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:22.216796 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 5c6329d6-ad38-45d4-9f16-8a2f60790d05 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:41:22.222156 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-228f11b7-1702-4d85-93c0-b245b94a06cc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1730196242', 'description': 'tempest-description--2144121079'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:41:22.301065 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4a9f9590-f28d-4126-bf2d-fd411b202b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:22.337790 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-228f11b7-1702-4d85-93c0-b245b94a06cc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:22.338315 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4a9f9590-f28d-4126-bf2d-fd411b202b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:22.339928 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-bad7c304-2946-4fb9-aade-0299aa9dddd0 None None] Port c45663f0-d12e-4dd9-9a14-8f8780948bae cannot update to ACTIVE because it is not bound. {{(pid=100441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:41:22.394776 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538c22a-0f3c-42e0-bdd3-7fc51f78147f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b67e5e0-1ef6-47b0-b9b4-d74659533961,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:22.406003 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-a61e79cf-c351-4bd0-88f3-729ceeb787f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a649bdd2-2b9a-4641-affc-ea1a71f4efae', 'name': 'tempest-ServerRescueNegativeTestJSON-1067368503-router', 'tenant_id': 'a46234c703574ed9b5ffb661124d4f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'e795badc-917d-4626-a919-174b89d40e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:11Z', 'updated_at': '2021-08-18T19:41:16Z', 'revision_number': 3, 'project_id': 'a46234c703574ed9b5ffb661124d4f38', 'gw_port': {'id': 'e795badc-917d-4626-a919-174b89d40e9b', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a649bdd2-2b9a-4641-affc-ea1a71f4efae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:13Z', 'updated_at': '2021-08-18T19:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:41:22.464856 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4a9f9590-f28d-4126-bf2d-fd411b202b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:22.468095 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4a9f9590-f28d-4126-bf2d-fd411b202b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:22.469652 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-4a9f9590-f28d-4126-bf2d-fd411b202b64 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8b67e5e0-1ef6-47b0-b9b4-d74659533961 HTTP/1.1" status: 204 len: 168 time: 0.2803714 Aug 18 19:41:22.492778 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f9590-f28d-4126-bf2d-fd411b202b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b67e5e0-1ef6-47b0-b9b4-d74659533961,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:22.502745 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61e79cf-c351-4bd0-88f3-729ceeb787f1 None None] The sync data for ids ['a649bdd2-2b9a-4641-affc-ea1a71f4efae'] in dv-cinder-805072-2-iscsi is: [{'id': 'a649bdd2-2b9a-4641-affc-ea1a71f4efae', 'name': 'tempest-ServerRescueNegativeTestJSON-1067368503-router', 'tenant_id': 'a46234c703574ed9b5ffb661124d4f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'e795badc-917d-4626-a919-174b89d40e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:11Z', 'updated_at': '2021-08-18T19:41:16Z', 'revision_number': 3, 'project_id': 'a46234c703574ed9b5ffb661124d4f38', 'gw_port': {'id': 'e795badc-917d-4626-a919-174b89d40e9b', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a649bdd2-2b9a-4641-affc-ea1a71f4efae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:13Z', 'updated_at': '2021-08-18T19:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}] {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:41:22.631974 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 5c6329d6-ad38-45d4-9f16-8a2f60790d05 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:41:22.632558 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:22.645602 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [None req-0822245d-df48-4e3b-bca1-d3bec4ec6c5d admin admin] Allocated IP 172.20.0.1 (dce2f450-0829-49bd-98f5-ccdff24d54ce/bed5411e-26f3-415c-9eed-53e1e186712a/10f7e765-f526-45ab-94c6-0659c9aab76d) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:41:22.813075 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e2eb4d54-c2ec-4ea7-8592-7aef6fe570e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:22.829444 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e2eb4d54-c2ec-4ea7-8592-7aef6fe570e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:22.830612 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e2eb4d54-c2ec-4ea7-8592-7aef6fe570e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1676711'] for router_interface, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:22.859420 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0822245d-df48-4e3b-bca1-d3bec4ec6c5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:22.873144 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-a27c43ac-f94c-45a9-b16f-0aaada31e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'name': 'tempest-AttachVolumeShelveTestJSON-415474236-router', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:18Z', 'revision_number': 4, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'gw_port': {'id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:11Z', 'updated_at': '2021-08-18T19:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '655e6294-6db4-4585-8098-b5d857e52721', 'name': '', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'mac_address': 'fa:16:3e:20:5f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:16Z', 'updated_at': '2021-08-18T19:41:18Z', 'revision_number': 2, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'subnets': [{'id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:41:22.918518 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0822245d-df48-4e3b-bca1-d3bec4ec6c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:22.945685 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27c43ac-f94c-45a9-b16f-0aaada31e19f None None] Checking router: 367894c2-c032-4d2c-b438-3bddd69d8844 for host: dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:41:22.946384 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27c43ac-f94c-45a9-b16f-0aaada31e19f None None] Updating router 367894c2-c032-4d2c-b438-3bddd69d8844 port 655e6294-6db4-4585-8098-b5d857e52721 binding host dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:41:23.020253 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-a27c43ac-f94c-45a9-b16f-0aaada31e19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:23.025094 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0822245d-df48-4e3b-bca1-d3bec4ec6c5d admin admin] Network dce2f450-0829-49bd-98f5-ccdff24d54ce is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:41:23.029032 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-228f11b7-1702-4d85-93c0-b245b94a06cc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:23.033645 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.35', 56256) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:23.047404 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822245d-df48-4e3b-bca1-d3bec4ec6c5d admin admin] Pushing event updated for resources: {'Port': ['ID=10f7e765-f526-45ab-94c6-0659c9aab76d,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:23.059001 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-228f11b7-1702-4d85-93c0-b245b94a06cc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:23.064437 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [None req-0822245d-df48-4e3b-bca1-d3bec4ec6c5d admin admin] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:41:23.077995 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0822245d-df48-4e3b-bca1-d3bec4ec6c5d admin admin] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:41:23.078900 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0822245d-df48-4e3b-bca1-d3bec4ec6c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1676627'] for router_interface, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:23.162592 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-228f11b7-1702-4d85-93c0-b245b94a06cc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:23.165645 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-228f11b7-1702-4d85-93c0-b245b94a06cc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9488001 Aug 18 19:41:23.235926 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 39682) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:23.242040 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-127f8383-eb4e-4638-9def-f60b1ef5c4b5 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Request body: {'security_group_rule': {'security_group_id': '9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:41:23.297880 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb4d54-c2ec-4ea7-8592-7aef6fe570e5 admin admin] Pushing event updated for resources: {'Port': ['ID=c45663f0-d12e-4dd9-9a14-8f8780948bae,revision_number=2']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:23.298762 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0822245d-df48-4e3b-bca1-d3bec4ec6c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:23.453985 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f11b7-1702-4d85-93c0-b245b94a06cc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:23.596768 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 39694) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:23.672579 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-2fc7749d-f244-48ca-8253-c7b41ebc77ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:23.695380 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-a27c43ac-f94c-45a9-b16f-0aaada31e19f None None] Notify callbacks [] for port, precommit_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:23.706570 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-ee9bbfca-3837-4b31-a82b-59ec797924bd tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:23.708193 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-ee9bbfca-3837-4b31-a82b-59ec797924bd tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.35 "GET /v2.0/networks?id=a968b582-7958-477b-ae9b-f66fdfab5efe HTTP/1.1" status: 200 len: 812 time: 0.6720188 Aug 18 19:41:23.720582 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-a27c43ac-f94c-45a9-b16f-0aaada31e19f None None] Transition to ACTIVE for port object 655e6294-6db4-4585-8098-b5d857e52721 will not be triggered until provisioned by entity L2. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:41:23.733595 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-a27c43ac-f94c-45a9-b16f-0aaada31e19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:23.824367 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-e0a3941e-748b-47af-bf4f-86bcc607f88e tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Request body: {'port': {'device_id': 'e2b30a3f-b3fc-4322-9bcc-489962c40375', 'network_id': 'a968b582-7958-477b-ae9b-f66fdfab5efe', 'admin_state_up': True, 'tenant_id': '046f2538aa8340e0a30b5398438e99a6'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:41:23.833627 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09da22-609e-47b8-b7c5-50ae16b77034 None None] Pushing event updated for resources: {'Port': ['ID=655e6294-6db4-4585-8098-b5d857e52721,revision_number=3']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:23.874643 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eb4d54-c2ec-4ea7-8592-7aef6fe570e5 admin admin] Network f75a4ad2-5977-4a3c-89ba-eb88091ae653 is already hosted by enough agents. {{(pid=100439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:41:23.914963 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-127f8383-eb4e-4638-9def-f60b1ef5c4b5 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:23.971725 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-dd5cf1ec-fe26-4416-a47f-7eb277702612 req-f299ea6e-0a06-4a9f-8657-4e632ecc0c47 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 210 time: 0.3130913 Aug 18 19:41:24.033557 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-a27c43ac-f94c-45a9-b16f-0aaada31e19f None None] Attempting to bind port 655e6294-6db4-4585-8098-b5d857e52721 on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:41:24.033557 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-a27c43ac-f94c-45a9-b16f-0aaada31e19f None None] Attempting to bind port 655e6294-6db4-4585-8098-b5d857e52721 by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': '9237ef01-7511-4dc4-8b43-07303d222188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '48079850-84f4-4aec-a648-0aa058db8488'}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:41:24.033557 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27c43ac-f94c-45a9-b16f-0aaada31e19f None None] Attempting to bind port 655e6294-6db4-4585-8098-b5d857e52721 on network 48079850-84f4-4aec-a648-0aa058db8488 {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:41:24.048114 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-e2eb4d54-c2ec-4ea7-8592-7aef6fe570e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:41:24.059422 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27c43ac-f94c-45a9-b16f-0aaada31e19f None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:41:24.060122 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27c43ac-f94c-45a9-b16f-0aaada31e19f None None] Checking segment: {'id': '9237ef01-7511-4dc4-8b43-07303d222188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '48079850-84f4-4aec-a648-0aa058db8488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:41:24.068409 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-a27c43ac-f94c-45a9-b16f-0aaada31e19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:24.068835 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27c43ac-f94c-45a9-b16f-0aaada31e19f None None] Bound using segment: {'id': '9237ef01-7511-4dc4-8b43-07303d222188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '48079850-84f4-4aec-a648-0aa058db8488'} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:41:24.069355 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-a27c43ac-f94c-45a9-b16f-0aaada31e19f None None] Bound port: 655e6294-6db4-4585-8098-b5d857e52721, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9237ef01-7511-4dc4-8b43-07303d222188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '48079850-84f4-4aec-a648-0aa058db8488'}}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:41:24.071660 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-a27c43ac-f94c-45a9-b16f-0aaada31e19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:24.310025 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device e795badc-917d-4626-a919-174b89d40e9b up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:41:24.320734 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-127f8383-eb4e-4638-9def-f60b1ef5c4b5 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:24.331619 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-127f8383-eb4e-4638-9def-f60b1ef5c4b5 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764444'] for security_group_rule, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:24.335306 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0822245d-df48-4e3b-bca1-d3bec4ec6c5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:24.356329 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0822245d-df48-4e3b-bca1-d3bec4ec6c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:24.356329 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0822245d-df48-4e3b-bca1-d3bec4ec6c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1676711'] for router_interface, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:24.374713 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f8383-eb4e-4638-9def-f60b1ef5c4b5 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e22c472-343b-475c-8488-772ba974a428,revision_number=0']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:24.393195 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-a27c43ac-f94c-45a9-b16f-0aaada31e19f None None] For port 655e6294-6db4-4585-8098-b5d857e52721, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:41:24.456986 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-a27c43ac-f94c-45a9-b16f-0aaada31e19f None None] For port 655e6294-6db4-4585-8098-b5d857e52721, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=655e6294-6db4-4585-8098-b5d857e52721,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:41:24.485437 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-a27c43ac-f94c-45a9-b16f-0aaada31e19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:24.591219 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09da22-609e-47b8-b7c5-50ae16b77034 None None] Pushing event updated for resources: {'Port': ['ID=655e6294-6db4-4585-8098-b5d857e52721,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:24.610467 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-2fc7749d-f244-48ca-8253-c7b41ebc77ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:24.621818 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-9f72f2f7-23ae-47f2-9348-b6d409a96316 None None] Provisioning complete for port c45663f0-d12e-4dd9-9a14-8f8780948bae triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:41:24.622523 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-9f72f2f7-23ae-47f2-9348-b6d409a96316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:24.647193 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-2fc7749d-f244-48ca-8253-c7b41ebc77ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:24.678556 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27c43ac-f94c-45a9-b16f-0aaada31e19f None None] Routers {'367894c2-c032-4d2c-b438-3bddd69d8844'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:41:24.679603 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-a27c43ac-f94c-45a9-b16f-0aaada31e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:41:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['367894c2-c032-4d2c-b438-3bddd69d8844'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:41:24.738246 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-127f8383-eb4e-4638-9def-f60b1ef5c4b5 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:24.740428 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-127f8383-eb4e-4638-9def-f60b1ef5c4b5 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5035586 Aug 18 19:41:24.752090 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 39746) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:24.810857 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-5352871c-23a2-412b-94cb-e34ff82906f6 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Request body: {'security_group_rule': {'security_group_id': '9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:41:24.817343 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 39750) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:24.820338 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822245d-df48-4e3b-bca1-d3bec4ec6c5d admin admin] Pushing event updated for resources: {'Port': ['ID=10f7e765-f526-45ab-94c6-0659c9aab76d,revision_number=2']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:24.843339 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-2fc7749d-f244-48ca-8253-c7b41ebc77ed admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=673fe90eb9eb4997b6c7a4cf5f6b2084&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2454760 Aug 18 19:41:24.850347 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 39754) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:24.865081 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-a27c43ac-f94c-45a9-b16f-0aaada31e19f None None] Set router 367894c2-c032-4d2c-b438-3bddd69d8844 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:41:24.928883 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port e795badc-917d-4626-a919-174b89d40e9b completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:41:24.947950 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-9f72f2f7-23ae-47f2-9348-b6d409a96316 None None] Port c45663f0-d12e-4dd9-9a14-8f8780948bae cannot update to ACTIVE because it is not bound. {{(pid=100441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:41:24.947950 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port e795badc-917d-4626-a919-174b89d40e9b triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:41:24.947950 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:24.962267 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-e0a3941e-748b-47af-bf4f-86bcc607f88e tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Made reservation on behalf of 046f2538aa8340e0a30b5398438e99a6 for: {'port': 1} {{(pid=100439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:41:24.965719 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-e0a3941e-748b-47af-bf4f-86bcc607f88e tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:25.053159 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-5352871c-23a2-412b-94cb-e34ff82906f6 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:25.097660 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c6b8dcd7-0b5a-4a72-98a4-1e9f536e6ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:25.125361 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0822245d-df48-4e3b-bca1-d3bec4ec6c5d admin admin] Network dce2f450-0829-49bd-98f5-ccdff24d54ce is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:41:25.135071 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [None req-0822245d-df48-4e3b-bca1-d3bec4ec6c5d admin admin] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:41:25.152244 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c6b8dcd7-0b5a-4a72-98a4-1e9f536e6ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:25.190968 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-5352871c-23a2-412b-94cb-e34ff82906f6 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:25.196823 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7749d-f244-48ca-8253-c7b41ebc77ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755f7f44-ebb6-4ffc-88dc-4f50d631c219,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:25.434061 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c6b8dcd7-0b5a-4a72-98a4-1e9f536e6ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:25.445315 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c6b8dcd7-0b5a-4a72-98a4-1e9f536e6ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:25.449492 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-c6b8dcd7-0b5a-4a72-98a4-1e9f536e6ef2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/755f7f44-ebb6-4ffc-88dc-4f50d631c219 HTTP/1.1" status: 204 len: 168 time: 0.5980299 Aug 18 19:41:25.461142 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:25.487506 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e2e7d72e-0326-41e2-96a6-c66aa356db08 req-1ea478e3-3d95-4f23-bee1-93c4ee79c695 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 210 time: 0.3274705 Aug 18 19:41:25.488293 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-5352871c-23a2-412b-94cb-e34ff82906f6 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764444'] for security_group_rule, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:25.514478 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8dcd7-0b5a-4a72-98a4-1e9f536e6ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755f7f44-ebb6-4ffc-88dc-4f50d631c219,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:25.518561 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-7a0e9113-94f1-43a5-8dd7-d5c4a3ed20da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:25.533735 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0822245d-df48-4e3b-bca1-d3bec4ec6c5d admin admin] Router a649bdd2-2b9a-4641-affc-ea1a71f4efae has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:41:25.943690 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] For port e795badc-917d-4626-a919-174b89d40e9b, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=e795badc-917d-4626-a919-174b89d40e9b,segment=NetworkSegment(0bdaf2c9-3eca-4db0-8337-689581495736),segment_id=0bdaf2c9-3eca-4db0-8337-689581495736)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:41:25.947485 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.db_base_plugin_common [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-e0a3941e-748b-47af-bf4f-86bcc607f88e tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Allocated IP 172.20.0.11 (a968b582-7958-477b-ae9b-f66fdfab5efe/b358d78a-3c68-47c4-98ee-1618f0ecb544/684b1f13-88bc-48cb-8aac-4c054456d2e5) {{(pid=100439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:41:25.969298 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:26.047313 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0822245d-df48-4e3b-bca1-d3bec4ec6c5d admin admin] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:41:26.071876 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60649f15-e3ad-496a-b8a8-8fceca340552 None None] Sync routers for ids ['a649bdd2-2b9a-4641-affc-ea1a71f4efae'] in dv-cinder-805072-2-iscsi {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:41:26.079780 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-0822245d-df48-4e3b-bca1-d3bec4ec6c5d admin admin] 10.222.0.38 "PUT /v2.0/routers/a649bdd2-2b9a-4641-affc-ea1a71f4efae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1574969 Aug 18 19:41:26.091574 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60649f15-e3ad-496a-b8a8-8fceca340552 None None] Routers {'a649bdd2-2b9a-4641-affc-ea1a71f4efae'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:41:26.093734 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-60649f15-e3ad-496a-b8a8-8fceca340552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:41:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['a649bdd2-2b9a-4641-affc-ea1a71f4efae'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:41:26.134571 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-7a0e9113-94f1-43a5-8dd7-d5c4a3ed20da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:26.143143 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-7a0e9113-94f1-43a5-8dd7-d5c4a3ed20da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:26.156453 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Pushing event updated for resources: {'Port': ['ID=e795badc-917d-4626-a919-174b89d40e9b,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:26.187941 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-a27c43ac-f94c-45a9-b16f-0aaada31e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'name': 'tempest-AttachVolumeShelveTestJSON-415474236-router', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:18Z', 'revision_number': 4, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'gw_port': {'id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:11Z', 'updated_at': '2021-08-18T19:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '655e6294-6db4-4585-8098-b5d857e52721', 'name': '', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'mac_address': 'fa:16:3e:20:5f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:16Z', 'updated_at': '2021-08-18T19:41:24Z', 'revision_number': 4, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'subnets': [{'id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:41:26.227489 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27c43ac-f94c-45a9-b16f-0aaada31e19f None None] The sync data for ids ['367894c2-c032-4d2c-b438-3bddd69d8844'] in dv-cinder-805072-2-iscsi is: [{'id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'name': 'tempest-AttachVolumeShelveTestJSON-415474236-router', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:18Z', 'revision_number': 4, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'gw_port': {'id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:11Z', 'updated_at': '2021-08-18T19:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '655e6294-6db4-4585-8098-b5d857e52721', 'name': '', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'mac_address': 'fa:16:3e:20:5f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:16Z', 'updated_at': '2021-08-18T19:41:24Z', 'revision_number': 4, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'subnets': [{'id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:41:26.254840 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-7a0e9113-94f1-43a5-8dd7-d5c4a3ed20da admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e3836432b15f47d1bf0f70fe776424ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4221916 Aug 18 19:41:26.254840 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e9113-94f1-43a5-8dd7-d5c4a3ed20da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8e9d5f-092f-4eea-a528-c8be9cdcac06,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:26.262936 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 39780) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:26.307977 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352871c-23a2-412b-94cb-e34ff82906f6 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1432f035-5589-422e-9503-a64fbf31d603,revision_number=0']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:26.310906 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2eb4d54-c2ec-4ea7-8592-7aef6fe570e5 admin admin] Router 3f9d814b-fdd9-4a28-a891-513d310143b3 has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:41:26.401752 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-e2c8a1e7-0c48-4d38-bf68-ae62f205a9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:26.406596 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-e0a3941e-748b-47af-bf4f-86bcc607f88e tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Notify callbacks [] for port, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:26.413569 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-5352871c-23a2-412b-94cb-e34ff82906f6 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:26.418096 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-5352871c-23a2-412b-94cb-e34ff82906f6 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6417155 Aug 18 19:41:26.425559 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 39784) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:26.455126 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-e2c8a1e7-0c48-4d38-bf68-ae62f205a9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:26.493349 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-c0cea6b5-f554-4c95-b110-def013dd44b8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Request body: {'floatingip': {'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:41:26.566812 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-e2c8a1e7-0c48-4d38-bf68-ae62f205a9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:26.570075 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-e2c8a1e7-0c48-4d38-bf68-ae62f205a9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:26.571678 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-e2c8a1e7-0c48-4d38-bf68-ae62f205a9f6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bd8e9d5f-092f-4eea-a528-c8be9cdcac06 HTTP/1.1" status: 204 len: 168 time: 0.3077419 Aug 18 19:41:26.584988 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8a1e7-0c48-4d38-bf68-ae62f205a9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8e9d5f-092f-4eea-a528-c8be9cdcac06,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:26.670427 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-60649f15-e3ad-496a-b8a8-8fceca340552 None None] Set router a649bdd2-2b9a-4641-affc-ea1a71f4efae gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:41:26.708091 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ab1209e3-9269-4381-8382-d5148da6b6a4 req-545b27c2-817a-465c-8f51-10c50967807b tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 210 time: 0.0830500 Aug 18 19:41:26.723707 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c0cea6b5-f554-4c95-b110-def013dd44b8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for floatingip, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:26.830573 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2eb4d54-c2ec-4ea7-8592-7aef6fe570e5 admin admin] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:41:26.851082 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc748a5-b2d7-4b98-bdd7-3fbda3a7a764 None None] Sync routers for ids ['3f9d814b-fdd9-4a28-a891-513d310143b3'] in dv-cinder-805072-2-iscsi {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:41:26.878582 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-e2eb4d54-c2ec-4ea7-8592-7aef6fe570e5 admin admin] 10.222.0.38 "PUT /v2.0/routers/3f9d814b-fdd9-4a28-a891-513d310143b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8172445 Aug 18 19:41:26.908167 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc748a5-b2d7-4b98-bdd7-3fbda3a7a764 None None] Routers {'3f9d814b-fdd9-4a28-a891-513d310143b3'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:41:26.909874 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-cfc748a5-b2d7-4b98-bdd7-3fbda3a7a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:41:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['3f9d814b-fdd9-4a28-a891-513d310143b3'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:41:26.915253 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-e0a3941e-748b-47af-bf4f-86bcc607f88e tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286'] for port, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:27.120824 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-e0a3941e-748b-47af-bf4f-86bcc607f88e tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Network a968b582-7958-477b-ae9b-f66fdfab5efe is already hosted by enough agents. {{(pid=100439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:41:27.136379 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-e0a3941e-748b-47af-bf4f-86bcc607f88e tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Resources bound (agent type, host, resource id): {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:41:27.187292 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-e0a3941e-748b-47af-bf4f-86bcc607f88e tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Received port after_create {{(pid=100439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:41:27.200162 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-e0a3941e-748b-47af-bf4f-86bcc607f88e tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:27.204338 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-e0a3941e-748b-47af-bf4f-86bcc607f88e tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for port, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:27.213253 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-cfc748a5-b2d7-4b98-bdd7-3fbda3a7a764 None None] Set router 3f9d814b-fdd9-4a28-a891-513d310143b3 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:41:27.262988 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3941e-748b-47af-bf4f-86bcc607f88e tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Pushing event updated for resources: {'Port': ['ID=684b1f13-88bc-48cb-8aac-4c054456d2e5,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:27.294321 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-e0a3941e-748b-47af-bf4f-86bcc607f88e tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4829440 Aug 18 19:41:27.347894 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c0cea6b5-f554-4c95-b110-def013dd44b8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:27.365283 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-a7e7f42f-03c8-4e13-871c-c24e93c1693e tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 19:41:27.369145 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-60649f15-e3ad-496a-b8a8-8fceca340552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a649bdd2-2b9a-4641-affc-ea1a71f4efae', 'name': 'tempest-ServerRescueNegativeTestJSON-1067368503-router', 'tenant_id': 'a46234c703574ed9b5ffb661124d4f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'e795badc-917d-4626-a919-174b89d40e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:11Z', 'updated_at': '2021-08-18T19:41:23Z', 'revision_number': 4, 'project_id': 'a46234c703574ed9b5ffb661124d4f38', 'gw_port': {'id': 'e795badc-917d-4626-a919-174b89d40e9b', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a649bdd2-2b9a-4641-affc-ea1a71f4efae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:13Z', 'updated_at': '2021-08-18T19:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '10f7e765-f526-45ab-94c6-0659c9aab76d', 'name': '', 'network_id': 'dce2f450-0829-49bd-98f5-ccdff24d54ce', 'tenant_id': 'a46234c703574ed9b5ffb661124d4f38', 'mac_address': 'fa:16:3e:ad:1c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a649bdd2-2b9a-4641-affc-ea1a71f4efae', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bed5411e-26f3-415c-9eed-53e1e186712a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:22Z', 'updated_at': '2021-08-18T19:41:23Z', 'revision_number': 2, 'project_id': 'a46234c703574ed9b5ffb661124d4f38', 'subnets': [{'id': 'bed5411e-26f3-415c-9eed-53e1e186712a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:41:27.372669 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-a7e7f42f-03c8-4e13-871c-c24e93c1693e tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169644 Aug 18 19:41:27.450297 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60649f15-e3ad-496a-b8a8-8fceca340552 None None] Checking router: a649bdd2-2b9a-4641-affc-ea1a71f4efae for host: dv-cinder-805072-2-iscsi {{(pid=100442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:41:27.450696 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60649f15-e3ad-496a-b8a8-8fceca340552 None None] Updating router a649bdd2-2b9a-4641-affc-ea1a71f4efae port 10f7e765-f526-45ab-94c6-0659c9aab76d binding host dv-cinder-805072-2-iscsi {{(pid=100442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:41:27.549578 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-60649f15-e3ad-496a-b8a8-8fceca340552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:27.645748 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.db_base_plugin_common [None req-c0cea6b5-f554-4c95-b110-def013dd44b8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Allocated IP 172.27.2.137 (c9e7b0ac-d07a-45d1-b669-710203e2b4d9/fcdf06bc-9cb8-408c-b78f-916aa229f92b/1326ebad-b6f0-48bd-ba88-bc0d6ee46e14) {{(pid=100439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:41:27.862620 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-cfc748a5-b2d7-4b98-bdd7-3fbda3a7a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'name': 'tempest-AttachVolumeTestJSON-907651207-router', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:09Z', 'updated_at': '2021-08-18T19:41:21Z', 'revision_number': 4, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'gw_port': {'id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': 'c45663f0-d12e-4dd9-9a14-8f8780948bae', 'name': '', 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'mac_address': 'fa:16:3e:27:05:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:18Z', 'updated_at': '2021-08-18T19:41:22Z', 'revision_number': 2, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'subnets': [{'id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:41:27.937299 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc748a5-b2d7-4b98-bdd7-3fbda3a7a764 None None] Checking router: 3f9d814b-fdd9-4a28-a891-513d310143b3 for host: dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:41:27.938752 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc748a5-b2d7-4b98-bdd7-3fbda3a7a764 None None] Updating router 3f9d814b-fdd9-4a28-a891-513d310143b3 port c45663f0-d12e-4dd9-9a14-8f8780948bae binding host dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:41:27.998367 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-cfc748a5-b2d7-4b98-bdd7-3fbda3a7a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:28.060631 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 39836) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:28.120128 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-555ab07e-d590-4924-ac07-074dc83f4328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:28.291222 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c0cea6b5-f554-4c95-b110-def013dd44b8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for port, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:28.350431 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-772f7521-32b1-4afa-92ac-c23af4063df4 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:28.359858 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-772f7521-32b1-4afa-92ac-c23af4063df4 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/networks?id=dce2f450-0829-49bd-98f5-ccdff24d54ce HTTP/1.1" status: 200 len: 819 time: 0.5184822 Aug 18 19:41:28.475933 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-555ab07e-d590-4924-ac07-074dc83f4328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:28.484098 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-555ab07e-d590-4924-ac07-074dc83f4328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:28.487571 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-55b4c912-acc4-4f6e-a7c6-f54b55d4cc0b tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/quotas/a46234c703574ed9b5ffb661124d4f38 HTTP/1.1" status: 200 len: 375 time: 0.0912156 Aug 18 19:41:28.562956 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ab07e-d590-4924-ac07-074dc83f4328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be7060a-a3b8-4f65-a7ec-51bb40dc02bc,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:28.606691 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-555ab07e-d590-4924-ac07-074dc83f4328 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=905fa37f306c4f37a928a9ac73f382e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5446439 Aug 18 19:41:28.608457 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 39842) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:28.618363 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-60649f15-e3ad-496a-b8a8-8fceca340552 None None] Notify callbacks [] for port, precommit_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:28.642165 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-cfc748a5-b2d7-4b98-bdd7-3fbda3a7a764 None None] Notify callbacks [] for port, precommit_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:28.642787 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.provisioning_blocks [None req-60649f15-e3ad-496a-b8a8-8fceca340552 None None] Transition to ACTIVE for port object 10f7e765-f526-45ab-94c6-0659c9aab76d will not be triggered until provisioned by entity L2. {{(pid=100442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:41:28.671990 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-60649f15-e3ad-496a-b8a8-8fceca340552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:28.682056 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-cfc748a5-b2d7-4b98-bdd7-3fbda3a7a764 None None] Transition to ACTIVE for port object c45663f0-d12e-4dd9-9a14-8f8780948bae will not be triggered until provisioned by entity L2. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:41:28.688906 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 655e6294-6db4-4585-8098-b5d857e52721 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:41:28.750072 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-683617d5-4bea-4cbb-ab85-79212c30c743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:28.759116 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-cfc748a5-b2d7-4b98-bdd7-3fbda3a7a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:28.812259 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c0cea6b5-f554-4c95-b110-def013dd44b8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286'] for port, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:28.825167 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc7f7a-fdfe-4ddf-9080-a231246c55d8 None None] Pushing event updated for resources: {'Port': ['ID=10f7e765-f526-45ab-94c6-0659c9aab76d,revision_number=3']} {{(pid=100442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:28.831290 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-683617d5-4bea-4cbb-ab85-79212c30c743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:28.993108 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-683617d5-4bea-4cbb-ab85-79212c30c743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:28.999016 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-683617d5-4bea-4cbb-ab85-79212c30c743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:29.008392 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-683617d5-4bea-4cbb-ab85-79212c30c743 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8be7060a-a3b8-4f65-a7ec-51bb40dc02bc HTTP/1.1" status: 204 len: 168 time: 0.3941705 Aug 18 19:41:29.014318 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cea6b5-f554-4c95-b110-def013dd44b8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 is already hosted by enough agents. {{(pid=100439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:41:29.039367 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683617d5-4bea-4cbb-ab85-79212c30c743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be7060a-a3b8-4f65-a7ec-51bb40dc02bc,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:29.075137 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-c0cea6b5-f554-4c95-b110-def013dd44b8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Resources bound (agent type, host, resource id): {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:41:29.082258 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cea6b5-f554-4c95-b110-def013dd44b8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Received port after_create {{(pid=100439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:41:29.109362 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cea6b5-f554-4c95-b110-def013dd44b8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Pushing event updated for resources: {'Port': ['ID=1326ebad-b6f0-48bd-ba88-bc0d6ee46e14,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:29.120593 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-60649f15-e3ad-496a-b8a8-8fceca340552 None None] Attempting to bind port 10f7e765-f526-45ab-94c6-0659c9aab76d on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:41:29.124395 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-60649f15-e3ad-496a-b8a8-8fceca340552 None None] Attempting to bind port 10f7e765-f526-45ab-94c6-0659c9aab76d by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': 'c43853ab-c752-4622-a065-06949e11ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dce2f450-0829-49bd-98f5-ccdff24d54ce'}] {{(pid=100442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:41:29.126112 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60649f15-e3ad-496a-b8a8-8fceca340552 None None] Attempting to bind port 10f7e765-f526-45ab-94c6-0659c9aab76d on network dce2f450-0829-49bd-98f5-ccdff24d54ce {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:41:29.140487 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-14bd1619-bedd-40d7-a7eb-fddba5823f66 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a46234c703574ed9b5ffb661124d4f38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6462600 Aug 18 19:41:29.164698 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60649f15-e3ad-496a-b8a8-8fceca340552 None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:41:29.167028 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60649f15-e3ad-496a-b8a8-8fceca340552 None None] Checking segment: {'id': 'c43853ab-c752-4622-a065-06949e11ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dce2f450-0829-49bd-98f5-ccdff24d54ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:41:29.167949 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-60649f15-e3ad-496a-b8a8-8fceca340552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:29.169631 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60649f15-e3ad-496a-b8a8-8fceca340552 None None] Bound using segment: {'id': 'c43853ab-c752-4622-a065-06949e11ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dce2f450-0829-49bd-98f5-ccdff24d54ce'} {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:41:29.170427 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-60649f15-e3ad-496a-b8a8-8fceca340552 None None] Bound port: 10f7e765-f526-45ab-94c6-0659c9aab76d, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43853ab-c752-4622-a065-06949e11ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dce2f450-0829-49bd-98f5-ccdff24d54ce'}}] {{(pid=100442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:41:29.188832 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-60649f15-e3ad-496a-b8a8-8fceca340552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:29.268870 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port 655e6294-6db4-4585-8098-b5d857e52721 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:41:29.281026 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 655e6294-6db4-4585-8098-b5d857e52721 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:41:29.281401 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:29.283095 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cc52c-3c1a-42c3-8677-6b9c1a71b477 None None] Pushing event updated for resources: {'Port': ['ID=c45663f0-d12e-4dd9-9a14-8f8780948bae,revision_number=3']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:29.325105 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-40fb4616-9c8b-4edb-a0a7-3e09a7a83c52 service neutron] Request body: {'port': {'device_id': 'e2b30a3f-b3fc-4322-9bcc-489962c40375', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:41:29.485729 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-cfc748a5-b2d7-4b98-bdd7-3fbda3a7a764 None None] Attempting to bind port c45663f0-d12e-4dd9-9a14-8f8780948bae on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:41:29.486192 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-cfc748a5-b2d7-4b98-bdd7-3fbda3a7a764 None None] Attempting to bind port c45663f0-d12e-4dd9-9a14-8f8780948bae by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': '61037c1e-a9d9-4d0e-93a7-ef04c02e93c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653'}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:41:29.486565 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc748a5-b2d7-4b98-bdd7-3fbda3a7a764 None None] Attempting to bind port c45663f0-d12e-4dd9-9a14-8f8780948bae on network f75a4ad2-5977-4a3c-89ba-eb88091ae653 {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:41:29.490281 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.db [None req-60649f15-e3ad-496a-b8a8-8fceca340552 None None] For port 10f7e765-f526-45ab-94c6-0659c9aab76d, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:41:29.499875 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.db [None req-60649f15-e3ad-496a-b8a8-8fceca340552 None None] For port 10f7e765-f526-45ab-94c6-0659c9aab76d, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=10f7e765-f526-45ab-94c6-0659c9aab76d,segment=NetworkSegment(c43853ab-c752-4622-a065-06949e11ee38),segment_id=c43853ab-c752-4622-a065-06949e11ee38)] {{(pid=100442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:41:29.507056 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-60649f15-e3ad-496a-b8a8-8fceca340552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:29.583133 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc748a5-b2d7-4b98-bdd7-3fbda3a7a764 None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:41:29.584346 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc748a5-b2d7-4b98-bdd7-3fbda3a7a764 None None] Checking segment: {'id': '61037c1e-a9d9-4d0e-93a7-ef04c02e93c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:41:29.588047 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-cfc748a5-b2d7-4b98-bdd7-3fbda3a7a764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:29.591769 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc748a5-b2d7-4b98-bdd7-3fbda3a7a764 None None] Bound using segment: {'id': '61037c1e-a9d9-4d0e-93a7-ef04c02e93c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653'} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:41:29.594485 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-cfc748a5-b2d7-4b98-bdd7-3fbda3a7a764 None None] Bound port: c45663f0-d12e-4dd9-9a14-8f8780948bae, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61037c1e-a9d9-4d0e-93a7-ef04c02e93c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653'}}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:41:29.597944 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-cfc748a5-b2d7-4b98-bdd7-3fbda3a7a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:29.603239 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-40fb4616-9c8b-4edb-a0a7-3e09a7a83c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:29.629492 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60649f15-e3ad-496a-b8a8-8fceca340552 None None] Routers {'a649bdd2-2b9a-4641-affc-ea1a71f4efae'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:41:29.636939 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-60649f15-e3ad-496a-b8a8-8fceca340552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:41:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['a649bdd2-2b9a-4641-affc-ea1a71f4efae'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:41:29.734203 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 39862) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:29.741153 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-61ba39d8-492e-4bde-a843-ed912ba8da43 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1903957010', 'description': 'tempest-description--634820078'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:41:29.808674 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-61ba39d8-492e-4bde-a843-ed912ba8da43 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:29.827297 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c0cea6b5-f554-4c95-b110-def013dd44b8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:29.970833 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:30.100672 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-61ba39d8-492e-4bde-a843-ed912ba8da43 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:30.119182 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] For port 655e6294-6db4-4585-8098-b5d857e52721, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=655e6294-6db4-4585-8098-b5d857e52721,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:41:30.134506 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-cfc748a5-b2d7-4b98-bdd7-3fbda3a7a764 None None] For port c45663f0-d12e-4dd9-9a14-8f8780948bae, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:41:30.143573 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-61ba39d8-492e-4bde-a843-ed912ba8da43 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:30.150846 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:30.153292 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device e795badc-917d-4626-a919-174b89d40e9b up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:41:30.163692 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c0cea6b5-f554-4c95-b110-def013dd44b8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:30.170016 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc7f7a-fdfe-4ddf-9080-a231246c55d8 None None] Pushing event updated for resources: {'Port': ['ID=10f7e765-f526-45ab-94c6-0659c9aab76d,revision_number=4']} {{(pid=100442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:30.258857 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-61ba39d8-492e-4bde-a843-ed912ba8da43 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:30.262357 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-cfc748a5-b2d7-4b98-bdd7-3fbda3a7a764 None None] For port c45663f0-d12e-4dd9-9a14-8f8780948bae, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=c45663f0-d12e-4dd9-9a14-8f8780948bae,segment=NetworkSegment(61037c1e-a9d9-4d0e-93a7-ef04c02e93c2),segment_id=61037c1e-a9d9-4d0e-93a7-ef04c02e93c2)] {{(pid=100441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:41:30.264709 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-61ba39d8-492e-4bde-a843-ed912ba8da43 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5275424 Aug 18 19:41:30.268785 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-60649f15-e3ad-496a-b8a8-8fceca340552 None None] Set router a649bdd2-2b9a-4641-affc-ea1a71f4efae gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:41:30.274954 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 39874) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:30.321118 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-96d9ce39-47f4-4ca2-bbaf-3cd650db5b33 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Request body: {'security_group_rule': {'security_group_id': '5d2c82be-f62b-498b-9aef-f4b71a55817c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:41:30.370248 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-cfc748a5-b2d7-4b98-bdd7-3fbda3a7a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:30.391628 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17cb17-5be2-4b7c-9af4-78683be117c0 req-7def9332-d158-4f30-8230-dd0f33998f8f tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:30.393515 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ec17cb17-5be2-4b7c-9af4-78683be117c0 req-7def9332-d158-4f30-8230-dd0f33998f8f tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 932 time: 0.2870960 Aug 18 19:41:30.398170 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba39d8-492e-4bde-a843-ed912ba8da43 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2c82be-f62b-498b-9aef-f4b71a55817c,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:30.441419 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-d564c372-157a-4292-91c3-617168ff8328 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 19:41:30.445247 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-d564c372-157a-4292-91c3-617168ff8328 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5492692 Aug 18 19:41:30.639726 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ec17cb17-5be2-4b7c-9af4-78683be117c0 req-12fc6cf7-f4d9-4da4-9b81-466c3d713545 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060878 Aug 18 19:41:30.775300 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc748a5-b2d7-4b98-bdd7-3fbda3a7a764 None None] Routers {'3f9d814b-fdd9-4a28-a891-513d310143b3'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:41:30.776374 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-cfc748a5-b2d7-4b98-bdd7-3fbda3a7a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:41:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['3f9d814b-fdd9-4a28-a891-513d310143b3'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:41:30.777896 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Pushing event updated for resources: {'Port': ['ID=655e6294-6db4-4585-8098-b5d857e52721,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:30.793149 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-60649f15-e3ad-496a-b8a8-8fceca340552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a649bdd2-2b9a-4641-affc-ea1a71f4efae', 'name': 'tempest-ServerRescueNegativeTestJSON-1067368503-router', 'tenant_id': 'a46234c703574ed9b5ffb661124d4f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'e795badc-917d-4626-a919-174b89d40e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:11Z', 'updated_at': '2021-08-18T19:41:23Z', 'revision_number': 4, 'project_id': 'a46234c703574ed9b5ffb661124d4f38', 'gw_port': {'id': 'e795badc-917d-4626-a919-174b89d40e9b', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a649bdd2-2b9a-4641-affc-ea1a71f4efae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:13Z', 'updated_at': '2021-08-18T19:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '10f7e765-f526-45ab-94c6-0659c9aab76d', 'name': '', 'network_id': 'dce2f450-0829-49bd-98f5-ccdff24d54ce', 'tenant_id': 'a46234c703574ed9b5ffb661124d4f38', 'mac_address': 'fa:16:3e:ad:1c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a649bdd2-2b9a-4641-affc-ea1a71f4efae', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bed5411e-26f3-415c-9eed-53e1e186712a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:22Z', 'updated_at': '2021-08-18T19:41:29Z', 'revision_number': 4, 'project_id': 'a46234c703574ed9b5ffb661124d4f38', 'subnets': [{'id': 'bed5411e-26f3-415c-9eed-53e1e186712a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:41:30.870986 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60649f15-e3ad-496a-b8a8-8fceca340552 None None] The sync data for ids ['a649bdd2-2b9a-4641-affc-ea1a71f4efae'] in dv-cinder-805072-2-iscsi is: [{'id': 'a649bdd2-2b9a-4641-affc-ea1a71f4efae', 'name': 'tempest-ServerRescueNegativeTestJSON-1067368503-router', 'tenant_id': 'a46234c703574ed9b5ffb661124d4f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'e795badc-917d-4626-a919-174b89d40e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:11Z', 'updated_at': '2021-08-18T19:41:23Z', 'revision_number': 4, 'project_id': 'a46234c703574ed9b5ffb661124d4f38', 'gw_port': {'id': 'e795badc-917d-4626-a919-174b89d40e9b', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a649bdd2-2b9a-4641-affc-ea1a71f4efae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:13Z', 'updated_at': '2021-08-18T19:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '10f7e765-f526-45ab-94c6-0659c9aab76d', 'name': '', 'network_id': 'dce2f450-0829-49bd-98f5-ccdff24d54ce', 'tenant_id': 'a46234c703574ed9b5ffb661124d4f38', 'mac_address': 'fa:16:3e:ad:1c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a649bdd2-2b9a-4641-affc-ea1a71f4efae', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bed5411e-26f3-415c-9eed-53e1e186712a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:22Z', 'updated_at': '2021-08-18T19:41:29Z', 'revision_number': 4, 'project_id': 'a46234c703574ed9b5ffb661124d4f38', 'subnets': [{'id': 'bed5411e-26f3-415c-9eed-53e1e186712a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:41:31.135954 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port e795badc-917d-4626-a919-174b89d40e9b triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:41:31.136562 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:31.184549 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cc52c-3c1a-42c3-8677-6b9c1a71b477 None None] Pushing event updated for resources: {'Port': ['ID=c45663f0-d12e-4dd9-9a14-8f8780948bae,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:31.323671 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-cfc748a5-b2d7-4b98-bdd7-3fbda3a7a764 None None] Set router 3f9d814b-fdd9-4a28-a891-513d310143b3 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:41:31.625005 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-96d9ce39-47f4-4ca2-bbaf-3cd650db5b33 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:31.891705 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-a672f830-8660-4614-8883-55cf0157bb11 service neutron] 10.222.0.38 "GET /v2.0/networks/dce2f450-0829-49bd-98f5-ccdff24d54ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4079378 Aug 18 19:41:31.968065 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbab9b1-cf10-4628-abd7-0d1a307fe4aa req-ca38875f-a346-4c61-a78a-0b10a8185523 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:31.976690 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6bbab9b1-cf10-4628-abd7-0d1a307fe4aa req-ca38875f-a346-4c61-a78a-0b10a8185523 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 932 time: 0.1501894 Aug 18 19:41:32.153945 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6bbab9b1-cf10-4628-abd7-0d1a307fe4aa req-4d30123a-ff7f-4566-8fd8-5fcc9081a485 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508172 Aug 18 19:41:32.372461 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-96d9ce39-47f4-4ca2-bbaf-3cd650db5b33 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:32.431810 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-96d9ce39-47f4-4ca2-bbaf-3cd650db5b33 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764444'] for security_group_rule, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:32.544759 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 10f7e765-f526-45ab-94c6-0659c9aab76d up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:41:32.613109 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c0cea6b5-f554-4c95-b110-def013dd44b8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for port, precommit_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:32.652021 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9ce39-47f4-4ca2-bbaf-3cd650db5b33 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcab27c4-68fb-48c6-bec5-0fd5e48d3348,revision_number=0']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:32.693588 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c0cea6b5-f554-4c95-b110-def013dd44b8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:32.697008 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.notifiers.nova [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-40fb4616-9c8b-4edb-a0a7-3e09a7a83c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684b1f13-88bc-48cb-8aac-4c054456d2e5 {{(pid=100439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:41:32.731134 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-cfc748a5-b2d7-4b98-bdd7-3fbda3a7a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'name': 'tempest-AttachVolumeTestJSON-907651207-router', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:09Z', 'updated_at': '2021-08-18T19:41:21Z', 'revision_number': 4, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'gw_port': {'id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': 'c45663f0-d12e-4dd9-9a14-8f8780948bae', 'name': '', 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'mac_address': 'fa:16:3e:27:05:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:18Z', 'updated_at': '2021-08-18T19:41:29Z', 'revision_number': 4, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'subnets': [{'id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:41:32.777404 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-96d9ce39-47f4-4ca2-bbaf-3cd650db5b33 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:32.782183 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 39938) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:32.791020 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-a85f100a-7ed6-482a-ae50-f64b853ade47 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Request body: {'security_group_rule': {'security_group_id': '5d2c82be-f62b-498b-9aef-f4b71a55817c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:41:32.797022 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-96d9ce39-47f4-4ca2-bbaf-3cd650db5b33 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4996386 Aug 18 19:41:32.801706 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-b772b427-19a0-4dfd-a848-50ce7be9b878 service neutron] 10.222.0.38 "GET /v2.0/networks/dce2f450-0829-49bd-98f5-ccdff24d54ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8232222 Aug 18 19:41:32.822156 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc748a5-b2d7-4b98-bdd7-3fbda3a7a764 None None] The sync data for ids ['3f9d814b-fdd9-4a28-a891-513d310143b3'] in dv-cinder-805072-2-iscsi is: [{'id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'name': 'tempest-AttachVolumeTestJSON-907651207-router', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:09Z', 'updated_at': '2021-08-18T19:41:21Z', 'revision_number': 4, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'gw_port': {'id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': 'c45663f0-d12e-4dd9-9a14-8f8780948bae', 'name': '', 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'mac_address': 'fa:16:3e:27:05:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:18Z', 'updated_at': '2021-08-18T19:41:29Z', 'revision_number': 4, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'subnets': [{'id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:41:32.828202 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port 10f7e765-f526-45ab-94c6-0659c9aab76d completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:41:32.844559 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 10f7e765-f526-45ab-94c6-0659c9aab76d triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:41:32.847243 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:32.856419 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a85f100a-7ed6-482a-ae50-f64b853ade47 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:32.859393 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-40fb4616-9c8b-4edb-a0a7-3e09a7a83c52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:32.962721 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c0cea6b5-f554-4c95-b110-def013dd44b8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665786'] for floatingip, after_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:33.031415 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.provisioning_blocks [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-40fb4616-9c8b-4edb-a0a7-3e09a7a83c52 service neutron] Transition to ACTIVE for port object 684b1f13-88bc-48cb-8aac-4c054456d2e5 will not be triggered until provisioned by entity L2. {{(pid=100439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:41:33.047733 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-40fb4616-9c8b-4edb-a0a7-3e09a7a83c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:33.116703 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cea6b5-f554-4c95-b110-def013dd44b8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Pushing event updated for resources: {'Port': ['ID=1326ebad-b6f0-48bd-ba88-bc0d6ee46e14,revision_number=2']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:33.137092 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c0cea6b5-f554-4c95-b110-def013dd44b8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for floatingip, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:33.140669 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-c0cea6b5-f554-4c95-b110-def013dd44b8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6516416 Aug 18 19:41:33.199478 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a85f100a-7ed6-482a-ae50-f64b853ade47 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:33.218233 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a85f100a-7ed6-482a-ae50-f64b853ade47 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764444'] for security_group_rule, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:33.324255 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f100a-7ed6-482a-ae50-f64b853ade47 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832546e0-eaba-41bc-9219-20db283e1c69,revision_number=0']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:33.359456 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb4616-9c8b-4edb-a0a7-3e09a7a83c52 service neutron] Pushing event updated for resources: {'Port': ['ID=684b1f13-88bc-48cb-8aac-4c054456d2e5,revision_number=2']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:33.407783 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.managers [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-40fb4616-9c8b-4edb-a0a7-3e09a7a83c52 service neutron] Attempting to bind port 684b1f13-88bc-48cb-8aac-4c054456d2e5 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=100439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:41:33.408131 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.managers [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-40fb4616-9c8b-4edb-a0a7-3e09a7a83c52 service neutron] Attempting to bind port 684b1f13-88bc-48cb-8aac-4c054456d2e5 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '9a0d0cd8-d55d-4984-b913-356273c62713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a968b582-7958-477b-ae9b-f66fdfab5efe'}] {{(pid=100439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:41:33.408489 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-40fb4616-9c8b-4edb-a0a7-3e09a7a83c52 service neutron] Attempting to bind port 684b1f13-88bc-48cb-8aac-4c054456d2e5 on network a968b582-7958-477b-ae9b-f66fdfab5efe {{(pid=100439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:41:33.432079 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:33.455671 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-40fb4616-9c8b-4edb-a0a7-3e09a7a83c52 service neutron] Port 684b1f13-88bc-48cb-8aac-4c054456d2e5 on network a968b582-7958-477b-ae9b-f66fdfab5efe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=100439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:41:33.456003 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-40fb4616-9c8b-4edb-a0a7-3e09a7a83c52 service neutron] Attempting to bind port 684b1f13-88bc-48cb-8aac-4c054456d2e5 on network a968b582-7958-477b-ae9b-f66fdfab5efe {{(pid=100439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:41:33.482000 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-40fb4616-9c8b-4edb-a0a7-3e09a7a83c52 service neutron] Checking agent: {'id': 'a8b818dc-2c80-42c6-b162-9bd2386595a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'started_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:41:33.482389 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-40fb4616-9c8b-4edb-a0a7-3e09a7a83c52 service neutron] Checking segment: {'id': '9a0d0cd8-d55d-4984-b913-356273c62713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a968b582-7958-477b-ae9b-f66fdfab5efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:41:33.483134 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-40fb4616-9c8b-4edb-a0a7-3e09a7a83c52 service neutron] Bound using segment: {'id': '9a0d0cd8-d55d-4984-b913-356273c62713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a968b582-7958-477b-ae9b-f66fdfab5efe'} {{(pid=100439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:41:33.483630 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.managers [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-40fb4616-9c8b-4edb-a0a7-3e09a7a83c52 service neutron] Bound port: 684b1f13-88bc-48cb-8aac-4c054456d2e5, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0d0cd8-d55d-4984-b913-356273c62713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a968b582-7958-477b-ae9b-f66fdfab5efe'}}] {{(pid=100439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:41:33.483997 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-40fb4616-9c8b-4edb-a0a7-3e09a7a83c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:33.574926 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a85f100a-7ed6-482a-ae50-f64b853ade47 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:33.584905 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-a85f100a-7ed6-482a-ae50-f64b853ade47 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8010550 Aug 18 19:41:33.595926 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 39964) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:33.615799 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-d6bf175d-df6e-43ed-8fa0-3a9aa117d622 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Request body: {'floatingip': {'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:41:33.681066 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] For port 10f7e765-f526-45ab-94c6-0659c9aab76d, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=10f7e765-f526-45ab-94c6-0659c9aab76d,segment=NetworkSegment(c43853ab-c752-4622-a065-06949e11ee38),segment_id=c43853ab-c752-4622-a065-06949e11ee38)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:41:33.697145 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:33.698537 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 655e6294-6db4-4585-8098-b5d857e52721 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:41:33.708061 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85f74e-ed7c-4130-b405-c14cf755febd req-c9ffd908-9f94-4d48-b9e0-d90881b94e36 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:33.716576 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-094da2bf-76fb-48fa-8641-57f4ae6a30fc req-ff5aa4b9-79a6-43e3-883f-49e79a771c49 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 210 time: 0.1583757 Aug 18 19:41:33.728742 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-aa85f74e-ed7c-4130-b405-c14cf755febd req-c9ffd908-9f94-4d48-b9e0-d90881b94e36 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 944 time: 0.3682399 Aug 18 19:41:33.857622 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Pushing event updated for resources: {'Port': ['ID=10f7e765-f526-45ab-94c6-0659c9aab76d,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:33.870693 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d6bf175d-df6e-43ed-8fa0-3a9aa117d622 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for floatingip, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:33.873902 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 655e6294-6db4-4585-8098-b5d857e52721 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:41:33.874558 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:33.947191 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-aa85f74e-ed7c-4130-b405-c14cf755febd req-fe4d6afd-eed9-4c09-a71e-1adc31bccab4 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201810 Aug 18 19:41:34.162547 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.db [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-40fb4616-9c8b-4edb-a0a7-3e09a7a83c52 service neutron] For port 684b1f13-88bc-48cb-8aac-4c054456d2e5, host hv-cinder-80507, cleared binding levels {{(pid=100439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:41:34.422141 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.db [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-40fb4616-9c8b-4edb-a0a7-3e09a7a83c52 service neutron] For port 684b1f13-88bc-48cb-8aac-4c054456d2e5, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=684b1f13-88bc-48cb-8aac-4c054456d2e5,segment=NetworkSegment(9a0d0cd8-d55d-4984-b913-356273c62713),segment_id=9a0d0cd8-d55d-4984-b913-356273c62713)] {{(pid=100439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:41:34.535100 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-1196e850-3953-489a-86bc-5570085ef383 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1730196242&fields=id&tenant_id=55a46dee3b2d46d79cfe6a8e52d7bd63 HTTP/1.1" status: 200 len: 267 time: 0.3993924 Aug 18 19:41:34.546270 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-40fb4616-9c8b-4edb-a0a7-3e09a7a83c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:34.799151 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device c45663f0-d12e-4dd9-9a14-8f8780948bae up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:41:34.871784 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-40fb4616-9c8b-4edb-a0a7-3e09a7a83c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:34.875859 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-40fb4616-9c8b-4edb-a0a7-3e09a7a83c52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for port, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:34.878414 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-40fb4616-9c8b-4edb-a0a7-3e09a7a83c52 service neutron] 10.222.0.35 "PUT /v2.0/ports/684b1f13-88bc-48cb-8aac-4c054456d2e5 HTTP/1.1" status: 200 len: 1094 time: 6.6715145 Aug 18 19:41:34.884060 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b30a3f-b3fc-4322-9bcc-489962c40375', 'tag': '684b1f13-88bc-48cb-8aac-4c054456d2e5'}] {{(pid=100439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:41:34.985227 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port c45663f0-d12e-4dd9-9a14-8f8780948bae completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:41:35.001308 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port c45663f0-d12e-4dd9-9a14-8f8780948bae triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:41:35.001834 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:35.010895 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-fa0b1bbf-debc-4d97-9d5f-2b147fd67d82 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:35.015075 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb4616-9c8b-4edb-a0a7-3e09a7a83c52 service neutron] Pushing event updated for resources: {'Port': ['ID=684b1f13-88bc-48cb-8aac-4c054456d2e5,revision_number=3']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:35.022774 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-fa0b1bbf-debc-4d97-9d5f-2b147fd67d82 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/networks?id=dce2f450-0829-49bd-98f5-ccdff24d54ce HTTP/1.1" status: 200 len: 819 time: 0.5724037 Aug 18 19:41:35.052797 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-cab2d400-79ee-43f2-a507-836cdbe0805f tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/quotas/a46234c703574ed9b5ffb661124d4f38 HTTP/1.1" status: 200 len: 375 time: 0.0285392 Aug 18 19:41:35.075263 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 40044) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:35.193633 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:35.268336 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] For port c45663f0-d12e-4dd9-9a14-8f8780948bae, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=c45663f0-d12e-4dd9-9a14-8f8780948bae,segment=NetworkSegment(61037c1e-a9d9-4d0e-93a7-ef04c02e93c2),segment_id=61037c1e-a9d9-4d0e-93a7-ef04c02e93c2)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:41:35.277311 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:35.278290 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 10f7e765-f526-45ab-94c6-0659c9aab76d up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:41:35.286995 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-602571f7-1f2c-4295-91cd-8589ea2db0f6 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a46234c703574ed9b5ffb661124d4f38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2323303 Aug 18 19:41:35.371152 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-a0628c3c-a022-4259-adfb-8bde5a38ad2c tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:35.387866 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-a0628c3c-a022-4259-adfb-8bde5a38ad2c tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/networks?id=48079850-84f4-4aec-a648-0aa058db8488 HTTP/1.1" status: 200 len: 816 time: 0.8514428 Aug 18 19:41:35.484062 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-c06cb9ea-fdc2-46ab-91c6-4a8375ef8a13 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/quotas/55a46dee3b2d46d79cfe6a8e52d7bd63 HTTP/1.1" status: 200 len: 375 time: 0.0949087 Aug 18 19:41:35.618153 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-fb634f55-daa7-4ec5-be01-c9e52fa1a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:35.626897 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-fb634f55-daa7-4ec5-be01-c9e52fa1a310 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=046f2538aa8340e0a30b5398438e99a6&device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 1097 time: 0.5848434 Aug 18 19:41:35.628917 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d6bf175d-df6e-43ed-8fa0-3a9aa117d622 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:35.640648 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Pushing event updated for resources: {'Port': ['ID=c45663f0-d12e-4dd9-9a14-8f8780948bae,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:35.711571 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-1cd3f054-d22f-4359-9ec7-61218b4d3d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:35.723348 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-32037207-2d8d-4f26-b01c-401e5433da3c service neutron] 10.222.0.38 "GET /v2.0/networks/dce2f450-0829-49bd-98f5-ccdff24d54ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292691 Aug 18 19:41:35.823464 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 10f7e765-f526-45ab-94c6-0659c9aab76d triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:41:35.824363 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:35.842409 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ab9088d6b8f713b7e493d085ecf6383b14a9a44922bc94c27de7c50ab71fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182c6511-ea8c-4307-9d67-0417ff7bfb36" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b30a3f-b3fc-4322-9bcc-489962c40375", "tag": "684b1f13-88bc-48cb-8aac-4c054456d2e5"}]}' {{(pid=100439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:41:35.861811 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-55376659-b449-4353-ac6d-55aa2d6d2a39 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=684b1f13-88bc-48cb-8aac-4c054456d2e5 HTTP/1.1" status: 200 len: 217 time: 0.1903484 Aug 18 19:41:36.035274 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-5bc12d10-61ab-4185-bf9a-f92803ace155 service neutron] 10.222.0.38 "GET /v2.0/networks/dce2f450-0829-49bd-98f5-ccdff24d54ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794700 Aug 18 19:41:36.123371 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-1cd3f054-d22f-4359-9ec7-61218b4d3d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:36.128820 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-1cd3f054-d22f-4359-9ec7-61218b4d3d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:36.129358 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-5bd856f8-0800-4e15-917b-44ea673b925a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:36.131172 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-5bd856f8-0800-4e15-917b-44ea673b925a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b358d78a-3c68-47c4-98ee-1618f0ecb544 HTTP/1.1" status: 200 len: 852 time: 0.1673036 Aug 18 19:41:36.149097 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-ea483482-ac78-4470-9696-cd352a2d1b64 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=55a46dee3b2d46d79cfe6a8e52d7bd63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6637573 Aug 18 19:41:36.220318 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3f054-d22f-4359-9ec7-61218b4d3d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81450a7-f921-439d-88e0-8f26e2738f1f,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:36.244555 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-1cd3f054-d22f-4359-9ec7-61218b4d3d90 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=41c22b9a7f73434d980a41a1c7b51e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1666994 Aug 18 19:41:36.245196 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 40090) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:36.329779 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-3c3b3a86-ee14-4798-9a42-3b0a82d1ad09 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a968b582-7958-477b-ae9b-f66fdfab5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1706572 Aug 18 19:41:36.398220 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c908aad2-3c92-4be9-b40b-84f348b08a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:36.516061 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device c45663f0-d12e-4dd9-9a14-8f8780948bae up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:41:36.530209 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c908aad2-3c92-4be9-b40b-84f348b08a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:36.648411 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port c45663f0-d12e-4dd9-9a14-8f8780948bae triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:41:36.650626 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:36.810125 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c908aad2-3c92-4be9-b40b-84f348b08a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:36.813122 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c908aad2-3c92-4be9-b40b-84f348b08a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:36.816163 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-c908aad2-3c92-4be9-b40b-84f348b08a4e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b81450a7-f921-439d-88e0-8f26e2738f1f HTTP/1.1" status: 204 len: 168 time: 0.5699563 Aug 18 19:41:36.866476 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908aad2-3c92-4be9-b40b-84f348b08a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81450a7-f921-439d-88e0-8f26e2738f1f,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:36.921449 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138d2d5-5a5f-47f3-9a28-514587ac498c req-78db6e1c-07d3-4782-9419-548d97ea16ac tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:36.943876 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4138d2d5-5a5f-47f3-9a28-514587ac498c req-78db6e1c-07d3-4782-9419-548d97ea16ac tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 944 time: 0.2647302 Aug 18 19:41:37.060703 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4138d2d5-5a5f-47f3-9a28-514587ac498c req-3f0df39a-6277-4da7-aea8-c5ca7d52b113 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159997 Aug 18 19:41:37.190328 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-189f83b4-ef7e-4da9-aa55-f9edac9665e0 service neutron] 10.222.0.35 "GET /v2.0/networks/a968b582-7958-477b-ae9b-f66fdfab5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7404177 Aug 18 19:41:37.199898 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.db_base_plugin_common [None req-d6bf175d-df6e-43ed-8fa0-3a9aa117d622 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Allocated IP 172.27.2.116 (c9e7b0ac-d07a-45d1-b669-710203e2b4d9/fcdf06bc-9cb8-408c-b78f-916aa229f92b/abaa1ebe-e8f9-4c69-b00c-c63d5f4e6c91) {{(pid=100439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:41:37.419301 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-be49aea9-0fd7-4255-bae5-d29dfafbd2a9 service neutron] 10.222.0.38 "GET /v2.0/networks/48079850-84f4-4aec-a648-0aa058db8488?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1699388 Aug 18 19:41:37.640905 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3e757a13-6a04-4867-9671-1a0a4cabe645 req-751fa3c1-fcae-4944-b3c4-bc8a99871fab service neutron] 10.222.0.35 "GET /v2.0/networks/a968b582-7958-477b-ae9b-f66fdfab5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909745 Aug 18 19:41:37.644110 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d6bf175d-df6e-43ed-8fa0-3a9aa117d622 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for port, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:37.668458 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-89cf9a03-6b37-4468-81d1-03ed20fe5f31 service neutron] 10.222.0.38 "GET /v2.0/networks/48079850-84f4-4aec-a648-0aa058db8488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403948 Aug 18 19:41:37.695434 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 40136) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:37.760441 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 40140) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:37.779352 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d6bf175d-df6e-43ed-8fa0-3a9aa117d622 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286'] for port, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:37.814082 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bf175d-df6e-43ed-8fa0-3a9aa117d622 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 is already hosted by enough agents. {{(pid=100439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:41:37.820566 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-d6bf175d-df6e-43ed-8fa0-3a9aa117d622 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Resources bound (agent type, host, resource id): {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:41:37.857836 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bf175d-df6e-43ed-8fa0-3a9aa117d622 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Received port after_create {{(pid=100439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:41:37.910229 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89057c63-e087-4d7b-b19c-76a277355175 x-openstack-request-id: req-89057c63-e087-4d7b-b19c-76a277355175 {{(pid=100439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:41:37.910229 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b30a3f-b3fc-4322-9bcc-489962c40375", "tag": "684b1f13-88bc-48cb-8aac-4c054456d2e5", "status": "completed", "code": 200}]} {{(pid=100439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:41:37.910841 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-89057c63-e087-4d7b-b19c-76a277355175 {{(pid=100439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:41:37.916890 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b30a3f-b3fc-4322-9bcc-489962c40375', 'tag': '684b1f13-88bc-48cb-8aac-4c054456d2e5', 'status': 'completed', 'code': 200} Aug 18 19:41:37.926310 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 40146) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:37.964494 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-2df7a1f7-8cc9-4913-a7ca-44017360b4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:38.011340 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf175d-df6e-43ed-8fa0-3a9aa117d622 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Pushing event updated for resources: {'Port': ['ID=abaa1ebe-e8f9-4c69-b00c-c63d5f4e6c91,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:38.068129 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b0ad29da-e214-4b48-9f5b-ef116f90f1f8 req-b46b0c5f-1e3f-4099-bafc-507b356128a4 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 210 time: 0.0355620 Aug 18 19:41:38.135372 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d6bf175d-df6e-43ed-8fa0-3a9aa117d622 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:38.212048 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-2df7a1f7-8cc9-4913-a7ca-44017360b4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:38.220430 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-2df7a1f7-8cc9-4913-a7ca-44017360b4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:38.240698 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-4b7b3265-9bd6-43b4-a0c9-84175a8cb067 req-149f44fb-fcbe-4b7b-97a5-57766b8e3265 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 210 time: 0.0989833 Aug 18 19:41:38.262374 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-2df7a1f7-8cc9-4913-a7ca-44017360b4d1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2de5e4a3cc9b4209b55acc7e4a3e7af9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3341038 Aug 18 19:41:38.263454 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 40154) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:38.325872 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7a1f7-8cc9-4913-a7ca-44017360b4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5f2d28-c4e5-4804-8c43-fa4751162c2c,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:38.331442 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d6bf175d-df6e-43ed-8fa0-3a9aa117d622 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:38.371034 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3303d-07fb-4f42-8213-9f957065c64c req-5eab34e6-91bd-4e3d-ac0c-a3c42484eaf3 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:38.379414 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5ee3303d-07fb-4f42-8213-9f957065c64c req-5eab34e6-91bd-4e3d-ac0c-a3c42484eaf3 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 944 time: 0.1263628 Aug 18 19:41:38.559226 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-57a0d23e-1fd9-4369-bb56-d27b2994e132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:38.588183 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-2048dfb0-ab55-4a72-b467-cafbb04add04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:38.590750 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-3c8018cf-0f79-4751-9172-21241e537d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:38.614748 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-2048dfb0-ab55-4a72-b467-cafbb04add04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:38.728229 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-2048dfb0-ab55-4a72-b467-cafbb04add04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:38.731944 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-2048dfb0-ab55-4a72-b467-cafbb04add04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:38.732165 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5ee3303d-07fb-4f42-8213-9f957065c64c req-86555216-04c6-4d91-8501-63af8a6fff5b tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443470 Aug 18 19:41:38.733614 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-2048dfb0-ab55-4a72-b467-cafbb04add04 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0e5f2d28-c4e5-4804-8c43-fa4751162c2c HTTP/1.1" status: 204 len: 168 time: 0.4665151 Aug 18 19:41:38.778941 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d6bf175d-df6e-43ed-8fa0-3a9aa117d622 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for port, precommit_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:38.796659 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048dfb0-ab55-4a72-b467-cafbb04add04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5f2d28-c4e5-4804-8c43-fa4751162c2c,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:38.801160 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d6bf175d-df6e-43ed-8fa0-3a9aa117d622 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:38.845365 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d6bf175d-df6e-43ed-8fa0-3a9aa117d622 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665786'] for floatingip, after_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:38.887636 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf175d-df6e-43ed-8fa0-3a9aa117d622 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Pushing event updated for resources: {'Port': ['ID=abaa1ebe-e8f9-4c69-b00c-c63d5f4e6c91,revision_number=2']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:38.890265 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-57a0d23e-1fd9-4369-bb56-d27b2994e132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:38.920497 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-57a0d23e-1fd9-4369-bb56-d27b2994e132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:38.989364 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-57a0d23e-1fd9-4369-bb56-d27b2994e132 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4734e8595c424dd092047ac4867571aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2927063 Aug 18 19:41:38.990686 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 40170) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:38.996225 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0d23e-1fd9-4369-bb56-d27b2994e132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142196f4-15fc-41ec-891e-f64e0148bfc8,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:39.070153 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-3c8018cf-0f79-4751-9172-21241e537d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:39.076165 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-3c8018cf-0f79-4751-9172-21241e537d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:39.087580 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d6bf175d-df6e-43ed-8fa0-3a9aa117d622 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for floatingip, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:39.100672 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-d6bf175d-df6e-43ed-8fa0-3a9aa117d622 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5038037 Aug 18 19:41:39.108461 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-658c22eb-0ec5-4707-a0e1-615614cd18c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:39.156862 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-658c22eb-0ec5-4707-a0e1-615614cd18c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:39.164465 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-3c8018cf-0f79-4751-9172-21241e537d90 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f256827695624d1aa860ecd090c5e446&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4028330 Aug 18 19:41:39.166567 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 40176) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:39.175178 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8018cf-0f79-4751-9172-21241e537d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c277b30d-f85c-418f-83ed-e047f925ff1c,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:39.247932 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4c5f7dcd-51e0-4631-b134-0d7269501070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:39.277226 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4c5f7dcd-51e0-4631-b134-0d7269501070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:39.388779 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c5ecfda4-5fba-4026-8739-e0cdd68db087 req-c03de8cc-345a-4d38-8230-73e0d93385bf tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 210 time: 0.1513782 Aug 18 19:41:39.421460 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-658c22eb-0ec5-4707-a0e1-615614cd18c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:39.424384 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-658c22eb-0ec5-4707-a0e1-615614cd18c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:39.446992 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b69ea124-f549-4f79-9f16-54394b6b327c req-b0d6b210-5d80-4d17-b7af-3eb89ac42a14 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 210 time: 0.0852304 Aug 18 19:41:39.447634 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-658c22eb-0ec5-4707-a0e1-615614cd18c6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/142196f4-15fc-41ec-891e-f64e0148bfc8 HTTP/1.1" status: 204 len: 168 time: 0.4557066 Aug 18 19:41:39.464635 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c22eb-0ec5-4707-a0e1-615614cd18c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142196f4-15fc-41ec-891e-f64e0148bfc8,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:39.471586 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4c5f7dcd-51e0-4631-b134-0d7269501070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:39.475568 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4c5f7dcd-51e0-4631-b134-0d7269501070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:39.477515 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-4c5f7dcd-51e0-4631-b134-0d7269501070 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c277b30d-f85c-418f-83ed-e047f925ff1c HTTP/1.1" status: 204 len: 168 time: 0.3091094 Aug 18 19:41:39.499050 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f7dcd-51e0-4631-b134-0d7269501070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c277b30d-f85c-418f-83ed-e047f925ff1c,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:39.578524 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-c5242238-8c5a-4d88-bb4c-a132022c1239 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1903957010&fields=id&tenant_id=77e9437c632648f4ac33b7f9bb3af25c HTTP/1.1" status: 200 len: 267 time: 0.0447931 Aug 18 19:41:39.704802 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-04c8578a-2094-4622-b40a-a390e26e8c4d tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:39.706703 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-04c8578a-2094-4622-b40a-a390e26e8c4d tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/networks?id=f75a4ad2-5977-4a3c-89ba-eb88091ae653 HTTP/1.1" status: 200 len: 810 time: 0.1206939 Aug 18 19:41:39.726749 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-0bdeec34-9025-49d0-a61f-f252cd4bb7a7 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/quotas/77e9437c632648f4ac33b7f9bb3af25c HTTP/1.1" status: 200 len: 375 time: 0.0126169 Aug 18 19:41:39.798873 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-8028c294-d473-4eff-88da-8a9fc0a23d99 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=77e9437c632648f4ac33b7f9bb3af25c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0643296 Aug 18 19:41:39.905603 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 40212) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:39.926273 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-ec74a50a-051a-4747-b871-b25e94ab29db service neutron] 10.222.0.38 "GET /v2.0/networks/f75a4ad2-5977-4a3c-89ba-eb88091ae653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135087 Aug 18 19:41:39.933908 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-98ca8177-7504-418b-96bb-552706f86e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:39.991349 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c783142-9d6b-4a19-89ab-d474f8cfa581 req-141ad625-b2ab-47d9-99a8-54b525ac3e5f tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:39.993238 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6c783142-9d6b-4a19-89ab-d474f8cfa581 req-141ad625-b2ab-47d9-99a8-54b525ac3e5f tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 944 time: 0.1542394 Aug 18 19:41:40.081617 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6c783142-9d6b-4a19-89ab-d474f8cfa581 req-238cc573-701c-4c7e-b499-22db50f9e8c8 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802393 Aug 18 19:41:40.155189 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-98ca8177-7504-418b-96bb-552706f86e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:40.155516 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-c6c59adb-eafd-43c1-b39d-7169f33bfee6 service neutron] 10.222.0.38 "GET /v2.0/networks/f75a4ad2-5977-4a3c-89ba-eb88091ae653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003708 Aug 18 19:41:40.155707 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-98ca8177-7504-418b-96bb-552706f86e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:40.179926 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 40218) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:40.198490 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-002dca22-50f9-4186-9471-eb182bd93705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:40.209016 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-98ca8177-7504-418b-96bb-552706f86e23 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=054757b84f264d71982a00a604748585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019574 Aug 18 19:41:40.211746 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 40220) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:40.214365 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca8177-7504-418b-96bb-552706f86e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9276ad04-e41c-4a40-b8e0-5c6345089729,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:40.311502 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e26c626c-82cc-4d83-878e-abd7d98f850a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:40.375038 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e26c626c-82cc-4d83-878e-abd7d98f850a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:40.438999 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0581c75e-2fc4-4d96-ad3c-4640eccad450 req-a318113a-6c56-4349-8348-6244e7fa711b tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 210 time: 0.0577526 Aug 18 19:41:40.450719 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-002dca22-50f9-4186-9471-eb182bd93705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:40.465383 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-002dca22-50f9-4186-9471-eb182bd93705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:40.505446 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e26c626c-82cc-4d83-878e-abd7d98f850a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:40.507905 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e26c626c-82cc-4d83-878e-abd7d98f850a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:40.508955 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-e26c626c-82cc-4d83-878e-abd7d98f850a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9276ad04-e41c-4a40-b8e0-5c6345089729 HTTP/1.1" status: 204 len: 168 time: 0.2925889 Aug 18 19:41:40.566545 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c9d114dd-5923-4ec7-99d7-66765330f992 req-aa458ff2-c2ae-4c82-bffa-23970646f245 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 210 time: 0.0310783 Aug 18 19:41:40.572350 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-94da43d4-8937-491b-91a6-19d46904d66b req-ecc2064a-14a8-4934-ac24-1d08df654f61 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 210 time: 0.0683587 Aug 18 19:41:40.576261 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-002dca22-50f9-4186-9471-eb182bd93705 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e97f5992972f4c75a7d75bea14f51fc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3950603 Aug 18 19:41:40.579372 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 40242) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:40.580022 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002dca22-50f9-4186-9471-eb182bd93705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aaa81cd-13fc-4610-9021-cc95e6dc11be,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:40.609228 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c626c-82cc-4d83-878e-abd7d98f850a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9276ad04-e41c-4a40-b8e0-5c6345089729,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:40.678359 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-92019e26-e213-4d21-90ef-0361ff788c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:40.718003 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-92019e26-e213-4d21-90ef-0361ff788c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:40.783410 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-92019e26-e213-4d21-90ef-0361ff788c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:40.786947 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-92019e26-e213-4d21-90ef-0361ff788c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:40.799217 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-92019e26-e213-4d21-90ef-0361ff788c77 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4aaa81cd-13fc-4610-9021-cc95e6dc11be HTTP/1.1" status: 204 len: 168 time: 0.1928101 Aug 18 19:41:40.803208 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92019e26-e213-4d21-90ef-0361ff788c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aaa81cd-13fc-4610-9021-cc95e6dc11be,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:41.304565 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93625f-e53c-4a76-a0ac-c3553c9d2e65 req-f2d22da2-70d7-40bf-b579-2d8b6b5d99ef tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:41.306108 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5b93625f-e53c-4a76-a0ac-c3553c9d2e65 req-f2d22da2-70d7-40bf-b579-2d8b6b5d99ef tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 944 time: 0.0666494 Aug 18 19:41:41.360803 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5b93625f-e53c-4a76-a0ac-c3553c9d2e65 req-157afa61-9041-4702-8ad3-033f684612c5 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472741 Aug 18 19:41:41.548222 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-5ae156d4-3f13-4c6e-8595-9088b09ed36d req-eb2f5b18-ca86-47f9-9eb2-9b8d3904d3fc tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 210 time: 0.0297244 Aug 18 19:41:41.683176 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2e6640cf-da2e-4ab5-9e3b-5b4e6f325dbe req-c9d3cdd9-e638-4560-b40c-519638219d64 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 210 time: 0.0330498 Aug 18 19:41:41.698459 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-d8588ed5-1b3e-441e-8e83-d84fbad2906e req-174616e3-0d80-47fe-9665-d43875a4aba6 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 210 time: 0.0400631 Aug 18 19:41:42.553972 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e6b54-af93-4ed3-abec-107b374d2658 req-83cdb327-f067-4b47-b995-ab062b531f26 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:42.564361 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-108e6b54-af93-4ed3-abec-107b374d2658 req-83cdb327-f067-4b47-b995-ab062b531f26 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 944 time: 0.1045403 Aug 18 19:41:42.614423 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-108e6b54-af93-4ed3-abec-107b374d2658 req-e993d5b4-be2c-4162-9ba6-7f4199e51f31 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489876 Aug 18 19:41:42.683857 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-467836d9-6c09-40a2-88fa-03f68f4a84a1 req-7aabd00a-a20d-4e2c-9b3e-ba3f04ec4466 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 210 time: 0.0318770 Aug 18 19:41:42.814176 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-31dac46a-4686-4afe-8573-a669e2aa6fce req-6b077bef-0820-46bd-8bac-e6961cb61507 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 210 time: 0.0279353 Aug 18 19:41:42.820353 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-cbf1ca95-8aed-4d3e-a4da-8ff3241a66ea req-04667981-1185-477c-8936-72f2f4937425 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 210 time: 0.0369117 Aug 18 19:41:43.033100 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-7756cd00-6880-4045-ac8c-4afd6e577484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:43.597028 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 40396) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:43.703391 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-11ef3edf-146b-4009-93a4-fc4625401706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:43.746155 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4707dcd-222a-45a8-a274-c78bec6d664f req-55ded5dc-cc43-4a5f-9d18-528dc0f0ecce tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:43.753385 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f4707dcd-222a-45a8-a274-c78bec6d664f req-55ded5dc-cc43-4a5f-9d18-528dc0f0ecce tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 944 time: 0.0599625 Aug 18 19:41:43.789516 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f4707dcd-222a-45a8-a274-c78bec6d664f req-7d812a83-4951-47c1-9bb7-b56784b1f0c6 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350425 Aug 18 19:41:43.798895 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-76bb8e0c-4b55-4f5a-88b4-244b395a5a6e req-77732531-c8b5-4322-b7a7-dc94eec036c7 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 210 time: 0.0416040 Aug 18 19:41:43.841353 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-11ef3edf-146b-4009-93a4-fc4625401706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:43.845734 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-11ef3edf-146b-4009-93a4-fc4625401706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:43.886355 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef3edf-146b-4009-93a4-fc4625401706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf57d830-c492-4118-8e64-350b0e4de167,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:43.891011 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-11ef3edf-146b-4009-93a4-fc4625401706 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=32d893f5a6744588a8b0d01d39693433&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928302 Aug 18 19:41:43.893600 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 40410) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:43.917108 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-ca93638c-5ea2-4dde-a436-02da3947bda2 req-87d6c99d-88a0-43c4-8165-b5d4bcf2cdaf tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 210 time: 0.0383558 Aug 18 19:41:43.946047 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-78f9698c-8e52-4b91-a5a5-141fd32c2454 req-0802c8d2-e0a6-4ec6-b8aa-7e611d5d2781 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 210 time: 0.0385826 Aug 18 19:41:43.972267 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-45ea9b2d-3cb4-43f6-bd2c-bf09df3a009b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:43.995491 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-45ea9b2d-3cb4-43f6-bd2c-bf09df3a009b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:44.041414 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-45ea9b2d-3cb4-43f6-bd2c-bf09df3a009b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:44.043905 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-45ea9b2d-3cb4-43f6-bd2c-bf09df3a009b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:44.045069 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-45ea9b2d-3cb4-43f6-bd2c-bf09df3a009b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bf57d830-c492-4118-8e64-350b0e4de167 HTTP/1.1" status: 204 len: 168 time: 0.1505466 Aug 18 19:41:44.054740 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea9b2d-3cb4-43f6-bd2c-bf09df3a009b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf57d830-c492-4118-8e64-350b0e4de167,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:44.315985 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 40416) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:44.329350 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-961df637-26a7-4756-a036-c0eca92df099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:44.421303 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-961df637-26a7-4756-a036-c0eca92df099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:44.425311 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-961df637-26a7-4756-a036-c0eca92df099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:44.462832 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-961df637-26a7-4756-a036-c0eca92df099 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f2da453b248d4f47a41d78f0fc5c450e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456115 Aug 18 19:41:44.463704 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961df637-26a7-4756-a036-c0eca92df099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d486b520-d332-4b35-93d8-ff115aae9aac,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:44.466193 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 40418) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:44.516882 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-44a8093d-7ede-4110-9371-f12e3bfac499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:44.543794 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-44a8093d-7ede-4110-9371-f12e3bfac499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:44.592744 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-44a8093d-7ede-4110-9371-f12e3bfac499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:44.595480 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-44a8093d-7ede-4110-9371-f12e3bfac499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:44.596907 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-44a8093d-7ede-4110-9371-f12e3bfac499 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d486b520-d332-4b35-93d8-ff115aae9aac HTTP/1.1" status: 204 len: 168 time: 0.1293533 Aug 18 19:41:44.604922 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8093d-7ede-4110-9371-f12e3bfac499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d486b520-d332-4b35-93d8-ff115aae9aac,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:44.736669 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-7031702e-40b3-4b12-b809-0119b8194e15 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:44.738288 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-7031702e-40b3-4b12-b809-0119b8194e15 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.35 "GET /v2.0/networks?id=dce2f450-0829-49bd-98f5-ccdff24d54ce HTTP/1.1" status: 200 len: 819 time: 0.1266932 Aug 18 19:41:44.762331 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-4ce9eab3-ff76-4710-ae3e-31350aeb7055 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Request body: {'port': {'device_id': '888e7150-dfaf-42fe-a675-22bf1871b155', 'network_id': 'dce2f450-0829-49bd-98f5-ccdff24d54ce', 'admin_state_up': True, 'tenant_id': 'a46234c703574ed9b5ffb661124d4f38'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:41:44.953984 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1197af63-2712-4d0b-934f-5c251d10d50d req-cadf8c6e-2997-4fda-9108-b1f5acc39951 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 210 time: 0.0431607 Aug 18 19:41:44.968266 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-4ce9eab3-ff76-4710-ae3e-31350aeb7055 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Made reservation on behalf of a46234c703574ed9b5ffb661124d4f38 for: {'port': 1} {{(pid=100439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:41:44.972498 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-4ce9eab3-ff76-4710-ae3e-31350aeb7055 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:45.009763 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89f0a4-d0d6-4efc-8d93-487245599a64 req-a6397d90-a519-4688-90d2-a4ad7f9c1786 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:45.011424 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-8b89f0a4-d0d6-4efc-8d93-487245599a64 req-a6397d90-a519-4688-90d2-a4ad7f9c1786 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 944 time: 0.0858047 Aug 18 19:41:45.067992 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ac4ed614-19e8-4167-b3ac-db46f4903eab req-528aa60f-340e-42c2-b854-104af57d403e tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 210 time: 0.0312896 Aug 18 19:41:45.101970 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-8b89f0a4-d0d6-4efc-8d93-487245599a64 req-da6f977c-6910-4ee2-a780-dc992f1f2965 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789611 Aug 18 19:41:45.167951 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a2a676a5-e624-42e6-bea6-7684914e8b0a req-12320d7a-c779-476e-afc0-9b9e97bec7b9 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 210 time: 0.0293121 Aug 18 19:41:45.180078 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.db_base_plugin_common [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-4ce9eab3-ff76-4710-ae3e-31350aeb7055 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Allocated IP 172.20.0.4 (dce2f450-0829-49bd-98f5-ccdff24d54ce/bed5411e-26f3-415c-9eed-53e1e186712a/9c42eef5-09f4-43c6-b0ab-2a513c8552a7) {{(pid=100439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:41:45.347275 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-4ce9eab3-ff76-4710-ae3e-31350aeb7055 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Notify callbacks [] for port, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:45.389950 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-4ce9eab3-ff76-4710-ae3e-31350aeb7055 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286'] for port, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:45.437520 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-4ce9eab3-ff76-4710-ae3e-31350aeb7055 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Network dce2f450-0829-49bd-98f5-ccdff24d54ce is already hosted by enough agents. {{(pid=100439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:41:45.443981 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-4ce9eab3-ff76-4710-ae3e-31350aeb7055 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Resources bound (agent type, host, resource id): {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:41:45.447974 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-4ce9eab3-ff76-4710-ae3e-31350aeb7055 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Received port after_create {{(pid=100439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:41:45.450147 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.35', 56280) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:45.454221 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-4ce9eab3-ff76-4710-ae3e-31350aeb7055 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:45.455026 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-4ce9eab3-ff76-4710-ae3e-31350aeb7055 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for port, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:45.469051 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce9eab3-ff76-4710-ae3e-31350aeb7055 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Pushing event updated for resources: {'Port': ['ID=9c42eef5-09f4-43c6-b0ab-2a513c8552a7,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:45.477850 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-4ce9eab3-ff76-4710-ae3e-31350aeb7055 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7195258 Aug 18 19:41:45.500889 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-d31ffccf-f25e-4984-ba70-1ee8f7931edf service neutron] Request body: {'port': {'device_id': '888e7150-dfaf-42fe-a675-22bf1871b155', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:41:45.572366 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-d31ffccf-f25e-4984-ba70-1ee8f7931edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:45.626686 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-9cf91a51-4912-4c87-8435-757e96e6fea4 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:45.633923 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-9cf91a51-4912-4c87-8435-757e96e6fea4 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.35 "GET /v2.0/networks?id=dce2f450-0829-49bd-98f5-ccdff24d54ce HTTP/1.1" status: 200 len: 819 time: 0.1825421 Aug 18 19:41:45.656116 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-885fd266-94a0-46cb-a9e6-f704f0e09298 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Request body: {'port': {'device_id': '3a415b72-e9da-444e-b9fd-858f87dca02e', 'network_id': 'dce2f450-0829-49bd-98f5-ccdff24d54ce', 'admin_state_up': True, 'tenant_id': 'a46234c703574ed9b5ffb661124d4f38'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:41:45.787532 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-7f625bd8-c707-4455-80d4-ff979f833056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:45.876814 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:45.921527 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.notifiers.nova [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-d31ffccf-f25e-4984-ba70-1ee8f7931edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c42eef5-09f4-43c6-b0ab-2a513c8552a7 {{(pid=100439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:41:45.927680 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-885fd266-94a0-46cb-a9e6-f704f0e09298 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Made reservation on behalf of a46234c703574ed9b5ffb661124d4f38 for: {'port': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:41:45.931560 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-885fd266-94a0-46cb-a9e6-f704f0e09298 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:45.934310 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-d31ffccf-f25e-4984-ba70-1ee8f7931edf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:45.957882 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.provisioning_blocks [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-d31ffccf-f25e-4984-ba70-1ee8f7931edf service neutron] Transition to ACTIVE for port object 9c42eef5-09f4-43c6-b0ab-2a513c8552a7 will not be triggered until provisioned by entity L2. {{(pid=100439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:41:45.965362 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-d31ffccf-f25e-4984-ba70-1ee8f7931edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:46.031941 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ffccf-f25e-4984-ba70-1ee8f7931edf service neutron] Pushing event updated for resources: {'Port': ['ID=9c42eef5-09f4-43c6-b0ab-2a513c8552a7,revision_number=2']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:46.138103 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.managers [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-d31ffccf-f25e-4984-ba70-1ee8f7931edf service neutron] Attempting to bind port 9c42eef5-09f4-43c6-b0ab-2a513c8552a7 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=100439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:41:46.138443 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.managers [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-d31ffccf-f25e-4984-ba70-1ee8f7931edf service neutron] Attempting to bind port 9c42eef5-09f4-43c6-b0ab-2a513c8552a7 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': 'c43853ab-c752-4622-a065-06949e11ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dce2f450-0829-49bd-98f5-ccdff24d54ce'}] {{(pid=100439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:41:46.138845 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-d31ffccf-f25e-4984-ba70-1ee8f7931edf service neutron] Attempting to bind port 9c42eef5-09f4-43c6-b0ab-2a513c8552a7 on network dce2f450-0829-49bd-98f5-ccdff24d54ce {{(pid=100439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:41:46.158083 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.35', 56284) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:46.179442 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7f95c2bf-d179-4f53-bc57-7d9284c82bc9 req-7d95478d-c5af-4a4a-a97e-ccf36c34066b tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 210 time: 0.0671861 Aug 18 19:41:46.180676 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-d31ffccf-f25e-4984-ba70-1ee8f7931edf service neutron] Port 9c42eef5-09f4-43c6-b0ab-2a513c8552a7 on network dce2f450-0829-49bd-98f5-ccdff24d54ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=100439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:41:46.181034 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-d31ffccf-f25e-4984-ba70-1ee8f7931edf service neutron] Attempting to bind port 9c42eef5-09f4-43c6-b0ab-2a513c8552a7 on network dce2f450-0829-49bd-98f5-ccdff24d54ce {{(pid=100439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:41:46.202541 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-d31ffccf-f25e-4984-ba70-1ee8f7931edf service neutron] Checking agent: {'id': 'a8b818dc-2c80-42c6-b162-9bd2386595a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'started_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:41:46.202964 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-d31ffccf-f25e-4984-ba70-1ee8f7931edf service neutron] Checking segment: {'id': 'c43853ab-c752-4622-a065-06949e11ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dce2f450-0829-49bd-98f5-ccdff24d54ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:41:46.203371 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-d31ffccf-f25e-4984-ba70-1ee8f7931edf service neutron] Bound using segment: {'id': 'c43853ab-c752-4622-a065-06949e11ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dce2f450-0829-49bd-98f5-ccdff24d54ce'} {{(pid=100439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:41:46.203832 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.managers [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-d31ffccf-f25e-4984-ba70-1ee8f7931edf service neutron] Bound port: 9c42eef5-09f4-43c6-b0ab-2a513c8552a7, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43853ab-c752-4622-a065-06949e11ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dce2f450-0829-49bd-98f5-ccdff24d54ce'}}] {{(pid=100439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:41:46.204204 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-d31ffccf-f25e-4984-ba70-1ee8f7931edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:46.362268 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-10d11d45-072a-40e7-bde0-19e2af446537 req-f69e94f8-2c53-4d04-9a8b-1bec88716a7e tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 210 time: 0.1168997 Aug 18 19:41:46.388145 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.db [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-d31ffccf-f25e-4984-ba70-1ee8f7931edf service neutron] For port 9c42eef5-09f4-43c6-b0ab-2a513c8552a7, host hv-cinder-80507, cleared binding levels {{(pid=100439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:41:46.396485 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.db [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-d31ffccf-f25e-4984-ba70-1ee8f7931edf service neutron] For port 9c42eef5-09f4-43c6-b0ab-2a513c8552a7, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=9c42eef5-09f4-43c6-b0ab-2a513c8552a7,segment=NetworkSegment(c43853ab-c752-4622-a065-06949e11ee38),segment_id=c43853ab-c752-4622-a065-06949e11ee38)] {{(pid=100439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:41:46.403989 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-d31ffccf-f25e-4984-ba70-1ee8f7931edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:46.481957 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-d31ffccf-f25e-4984-ba70-1ee8f7931edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:46.482950 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-d31ffccf-f25e-4984-ba70-1ee8f7931edf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for port, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:46.486580 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-d31ffccf-f25e-4984-ba70-1ee8f7931edf service neutron] 10.222.0.35 "PUT /v2.0/ports/9c42eef5-09f4-43c6-b0ab-2a513c8552a7 HTTP/1.1" status: 200 len: 1093 time: 0.9907098 Aug 18 19:41:46.489157 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '888e7150-dfaf-42fe-a675-22bf1871b155', 'tag': '9c42eef5-09f4-43c6-b0ab-2a513c8552a7'}] {{(pid=100439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:41:46.492180 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ab9088d6b8f713b7e493d085ecf6383b14a9a44922bc94c27de7c50ab71fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05546e39-eeb8-4e4f-9f52-f584c2fc9cab" -d '{"events": [{"name": "network-changed", "server_uuid": "888e7150-dfaf-42fe-a675-22bf1871b155", "tag": "9c42eef5-09f4-43c6-b0ab-2a513c8552a7"}]}' {{(pid=100439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:41:46.559382 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e09c8ee3-5f0b-4747-adbc-3925d0d7e623 req-26f64c29-1e68-4691-b16c-dfab49acdfaa tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 210 time: 0.0743320 Aug 18 19:41:46.582526 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-12224eb2-52c5-4b86-879a-0e4cfd27130b tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:46.587717 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-12224eb2-52c5-4b86-879a-0e4cfd27130b tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.35 "GET /v2.0/networks?id=f75a4ad2-5977-4a3c-89ba-eb88091ae653 HTTP/1.1" status: 200 len: 810 time: 0.4270689 Aug 18 19:41:46.625473 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.35', 56290) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:46.672393 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:46.707961 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-885fd266-94a0-46cb-a9e6-f704f0e09298 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Allocated IP 172.20.0.6 (dce2f450-0829-49bd-98f5-ccdff24d54ce/bed5411e-26f3-415c-9eed-53e1e186712a/fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:41:46.816646 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4787314-db63-4407-92fd-7219e0330e2e x-openstack-request-id: req-f4787314-db63-4407-92fd-7219e0330e2e {{(pid=100439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:41:46.817187 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "888e7150-dfaf-42fe-a675-22bf1871b155", "tag": "9c42eef5-09f4-43c6-b0ab-2a513c8552a7", "status": "completed", "code": 200}]} {{(pid=100439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:41:46.818120 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f4787314-db63-4407-92fd-7219e0330e2e {{(pid=100439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:41:46.818719 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '888e7150-dfaf-42fe-a675-22bf1871b155', 'tag': '9c42eef5-09f4-43c6-b0ab-2a513c8552a7', 'status': 'completed', 'code': 200} Aug 18 19:41:46.851164 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f450c-10e4-42b7-a555-ffed29c74e73 req-01640a39-c5ba-4217-b3f1-76adceeaffe6 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:46.852787 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b05f450c-10e4-42b7-a555-ffed29c74e73 req-01640a39-c5ba-4217-b3f1-76adceeaffe6 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 944 time: 0.4110651 Aug 18 19:41:46.862024 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ffccf-f25e-4984-ba70-1ee8f7931edf service neutron] Pushing event updated for resources: {'Port': ['ID=9c42eef5-09f4-43c6-b0ab-2a513c8552a7,revision_number=3']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:46.888914 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c6511-ea8c-4307-9d67-0417ff7bfb36 req-f38e0682-32e7-4c15-8ef1-fdd49713b3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:46.890912 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-182c6511-ea8c-4307-9d67-0417ff7bfb36 req-f38e0682-32e7-4c15-8ef1-fdd49713b3cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=046f2538aa8340e0a30b5398438e99a6&device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 1097 time: 0.3408270 Aug 18 19:41:46.932993 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-d3ddfd28-34d8-440c-a1f3-b0f4f503ce8c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77e9437c632648f4ac33b7f9bb3af25c HTTP/1.1" status: 200 len: 380 time: 0.3082285 Aug 18 19:41:46.958985 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.35', 56291) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:46.985617 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b05f450c-10e4-42b7-a555-ffed29c74e73 req-b969df33-fb4f-49c4-bb9c-2fb4d3c7071d tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195126 Aug 18 19:41:46.988306 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-1e68b5bb-1580-4255-b5b9-f6fb1ec75f3f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Request body: {'port': {'device_id': 'c66befe1-9710-4c9d-8493-d33e6b7ed0a9', 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653', 'admin_state_up': True, 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'security_groups': ['5d2c82be-f62b-498b-9aef-f4b71a55817c']}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:41:47.060917 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-ee7c0170-1703-4181-abf3-53bfaebc5f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:47.063025 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-ee7c0170-1703-4181-abf3-53bfaebc5f74 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a46234c703574ed9b5ffb661124d4f38&device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 1096 time: 0.4362404 Aug 18 19:41:47.119234 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c6511-ea8c-4307-9d67-0417ff7bfb36 req-b0108c57-9a8d-45fe-83e4-60a3bff4cf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:47.120730 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-182c6511-ea8c-4307-9d67-0417ff7bfb36 req-b0108c57-9a8d-45fe-83e4-60a3bff4cf56 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a968b582-7958-477b-ae9b-f66fdfab5efe HTTP/1.1" status: 200 len: 913 time: 0.2177327 Aug 18 19:41:47.234540 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-182c6511-ea8c-4307-9d67-0417ff7bfb36 req-247970ba-0969-48fb-a6e1-9e3eb66340e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=684b1f13-88bc-48cb-8aac-4c054456d2e5 HTTP/1.1" status: 200 len: 217 time: 0.0921552 Aug 18 19:41:47.278596 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-95c139c1-ac60-482c-99ea-2bc0a104925f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c42eef5-09f4-43c6-b0ab-2a513c8552a7 HTTP/1.1" status: 200 len: 217 time: 0.1257722 Aug 18 19:41:47.324506 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c6511-ea8c-4307-9d67-0417ff7bfb36 req-36392df6-d14c-4652-adf7-aef9997be11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:47.326563 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-182c6511-ea8c-4307-9d67-0417ff7bfb36 req-36392df6-d14c-4652-adf7-aef9997be11c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b358d78a-3c68-47c4-98ee-1618f0ecb544 HTTP/1.1" status: 200 len: 852 time: 0.0785031 Aug 18 19:41:47.391552 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-d6377baa-5329-409e-8253-3db89ae37957 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:47.393270 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-d6377baa-5329-409e-8253-3db89ae37957 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.35 "GET /v2.0/networks?id=48079850-84f4-4aec-a648-0aa058db8488 HTTP/1.1" status: 200 len: 816 time: 0.4331758 Aug 18 19:41:47.412762 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-83d32421-1cc4-4934-a31d-00b9c08d4c49 req-843abd5f-330e-4792-8e14-2676a56db5fd tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 210 time: 0.0802684 Aug 18 19:41:47.488554 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-182c6511-ea8c-4307-9d67-0417ff7bfb36 req-c448e13c-2c20-44d9-bb3c-bbf7a8494a00 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a968b582-7958-477b-ae9b-f66fdfab5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350118 Aug 18 19:41:47.531616 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9f83a298-e25b-4d19-9e84-78deb154d188 req-683a1cf2-120d-408e-998a-8c5fb75125aa tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 210 time: 0.0854454 Aug 18 19:41:47.612745 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-3574478c-59c3-4cc3-bc9c-864c90679a70 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55a46dee3b2d46d79cfe6a8e52d7bd63 HTTP/1.1" status: 200 len: 380 time: 0.1473022 Aug 18 19:41:47.627588 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-885fd266-94a0-46cb-a9e6-f704f0e09298 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:47.654282 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-93558e11-eed8-4c95-b272-a9aa45debfcd tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Request body: {'port': {'device_id': '8aa14b65-5286-4eab-b6c3-992314534c7c', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'admin_state_up': True, 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'security_groups': ['9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d']}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:41:47.660223 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-182c6511-ea8c-4307-9d67-0417ff7bfb36 req-dc1df244-173c-4050-8234-d2996ddf0b39 service neutron] 10.222.0.35 "GET /v2.0/networks/a968b582-7958-477b-ae9b-f66fdfab5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492994 Aug 18 19:41:47.693145 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-1e68b5bb-1580-4255-b5b9-f6fb1ec75f3f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Made reservation on behalf of 77e9437c632648f4ac33b7f9bb3af25c for: {'port': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:41:47.698383 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-1e68b5bb-1580-4255-b5b9-f6fb1ec75f3f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:47.740719 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-91e59749-de5c-4551-81c6-f9f93251b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:47.742494 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-91e59749-de5c-4551-81c6-f9f93251b8a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bed5411e-26f3-415c-9eed-53e1e186712a HTTP/1.1" status: 200 len: 859 time: 0.3014483 Aug 18 19:41:47.771384 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-182c6511-ea8c-4307-9d67-0417ff7bfb36 req-82215189-b32f-47af-b557-c01af60d5183 service neutron] 10.222.0.35 "GET /v2.0/networks/a968b582-7958-477b-ae9b-f66fdfab5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023159 Aug 18 19:41:47.810156 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7e0bdbdb-8a5f-49b8-ab3f-620298b68d73 req-f5c348c2-743c-4d80-9281-a0548754d98f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 210 time: 0.1187432 Aug 18 19:41:47.881853 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-ebcfc084-9da2-4f4a-9895-13706a3da750 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dce2f450-0829-49bd-98f5-ccdff24d54ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1271930 Aug 18 19:41:48.061308 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-885fd266-94a0-46cb-a9e6-f704f0e09298 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:48.074294 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:48.147790 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9223d7-b76c-4316-92cd-01b218ebb18e req-f3e8b572-14fd-4756-90f4-beccd44f3603 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:48.149563 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-db9223d7-b76c-4316-92cd-01b218ebb18e req-f3e8b572-14fd-4756-90f4-beccd44f3603 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 944 time: 0.0555339 Aug 18 19:41:48.194824 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-db9223d7-b76c-4316-92cd-01b218ebb18e req-f7fa1795-e106-4d67-966c-4d30901d19a1 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371633 Aug 18 19:41:48.198965 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-885fd266-94a0-46cb-a9e6-f704f0e09298 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Network dce2f450-0829-49bd-98f5-ccdff24d54ce is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:41:48.199703 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-93558e11-eed8-4c95-b272-a9aa45debfcd tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Made reservation on behalf of 55a46dee3b2d46d79cfe6a8e52d7bd63 for: {'port': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:41:48.203198 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-93558e11-eed8-4c95-b272-a9aa45debfcd tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:48.214434 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-52b1aeed-6b66-4d00-a56c-653733cc2c29 service neutron] 10.222.0.35 "GET /v2.0/networks/dce2f450-0829-49bd-98f5-ccdff24d54ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980263 Aug 18 19:41:48.218108 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-1e68b5bb-1580-4255-b5b9-f6fb1ec75f3f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Allocated IP 172.20.0.13 (f75a4ad2-5977-4a3c-89ba-eb88091ae653/5a0797b3-7667-41c9-b4c1-878fd339c483/006ed51c-543b-470b-8d8c-8e035ffe1c0f) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:41:48.225768 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-885fd266-94a0-46cb-a9e6-f704f0e09298 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:41:48.232364 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-885fd266-94a0-46cb-a9e6-f704f0e09298 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:41:48.237811 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-885fd266-94a0-46cb-a9e6-f704f0e09298 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:48.238406 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-885fd266-94a0-46cb-a9e6-f704f0e09298 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:48.243002 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd266-94a0-46cb-a9e6-f704f0e09298 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Pushing event updated for resources: {'Port': ['ID=fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:48.273178 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-885fd266-94a0-46cb-a9e6-f704f0e09298 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6226604 Aug 18 19:41:48.397495 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:48.458990 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-93558e11-eed8-4c95-b272-a9aa45debfcd tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Allocated IP 172.20.0.6 (48079850-84f4-4aec-a648-0aa058db8488/ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b/0021955a-d6b5-4d3c-be30-78b86a27a40b) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:41:48.483074 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-1e68b5bb-1580-4255-b5b9-f6fb1ec75f3f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:48.516279 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f1df416f-efd5-4e64-b3fa-0352caef5f31 req-8d8e8fff-54f4-4b28-9261-ab1c94d9c43c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 210 time: 0.0384674 Aug 18 19:41:48.532949 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-1e68b5bb-1580-4255-b5b9-f6fb1ec75f3f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Transition to ACTIVE for port object 006ed51c-543b-470b-8d8c-8e035ffe1c0f will not be triggered until provisioned by entity DHCP. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:41:48.644559 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-1e68b5bb-1580-4255-b5b9-f6fb1ec75f3f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:48.666406 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb05f8-ad18-42d8-b3f1-274e54711910 req-090305d5-64d7-48eb-a85e-e8144541f11e tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:48.675231 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-58bb05f8-ad18-42d8-b3f1-274e54711910 req-090305d5-64d7-48eb-a85e-e8144541f11e tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 931 time: 0.0685782 Aug 18 19:41:48.714140 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-1e68b5bb-1580-4255-b5b9-f6fb1ec75f3f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Network f75a4ad2-5977-4a3c-89ba-eb88091ae653 is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:41:48.725761 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-1e68b5bb-1580-4255-b5b9-f6fb1ec75f3f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:41:48.728811 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-58bb05f8-ad18-42d8-b3f1-274e54711910 req-37956a03-1a1b-4bdf-bd45-26af9c36e917 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477955 Aug 18 19:41:48.732167 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-93558e11-eed8-4c95-b272-a9aa45debfcd tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:48.734686 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-1e68b5bb-1580-4255-b5b9-f6fb1ec75f3f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:41:48.740229 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-1e68b5bb-1580-4255-b5b9-f6fb1ec75f3f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:48.740856 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-1e68b5bb-1580-4255-b5b9-f6fb1ec75f3f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:48.756084 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68b5bb-1580-4255-b5b9-f6fb1ec75f3f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Pushing event updated for resources: {'Port': ['ID=006ed51c-543b-470b-8d8c-8e035ffe1c0f,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:48.762717 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-1e68b5bb-1580-4255-b5b9-f6fb1ec75f3f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7990899 Aug 18 19:41:48.772169 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-93558e11-eed8-4c95-b272-a9aa45debfcd tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Transition to ACTIVE for port object 0021955a-d6b5-4d3c-be30-78b86a27a40b will not be triggered until provisioned by entity DHCP. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:41:48.816337 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-93558e11-eed8-4c95-b272-a9aa45debfcd tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:48.896897 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-93558e11-eed8-4c95-b272-a9aa45debfcd tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Network 48079850-84f4-4aec-a648-0aa058db8488 is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:41:48.907827 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-93558e11-eed8-4c95-b272-a9aa45debfcd tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:41:48.932265 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-93558e11-eed8-4c95-b272-a9aa45debfcd tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:41:48.940261 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-93558e11-eed8-4c95-b272-a9aa45debfcd tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:48.940894 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-93558e11-eed8-4c95-b272-a9aa45debfcd tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:48.972027 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93558e11-eed8-4c95-b272-a9aa45debfcd tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Pushing event updated for resources: {'Port': ['ID=0021955a-d6b5-4d3c-be30-78b86a27a40b,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:48.992687 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-93558e11-eed8-4c95-b272-a9aa45debfcd tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3539608 Aug 18 19:41:49.012590 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 40600) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:49.015979 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c15b48-d3e5-4455-a8d9-1b0d89fad063 req-066b622b-e09b-447a-a640-613b9aefad8a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:49.021221 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-50c15b48-d3e5-4455-a8d9-1b0d89fad063 req-066b622b-e09b-447a-a640-613b9aefad8a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 931 time: 0.1234553 Aug 18 19:41:49.107231 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-348bc793-e9fd-4ce0-aa9f-066e6aa628b5 None None] Provisioning for port 006ed51c-543b-470b-8d8c-8e035ffe1c0f completed by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:41:49.114400 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-348bc793-e9fd-4ce0-aa9f-066e6aa628b5 None None] Provisioning complete for port 006ed51c-543b-470b-8d8c-8e035ffe1c0f triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:41:49.114882 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-348bc793-e9fd-4ce0-aa9f-066e6aa628b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:49.151211 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d7ac8fad-bc98-4884-a562-7d313dc4455e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:49.157127 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-348bc793-e9fd-4ce0-aa9f-066e6aa628b5 None None] Port 006ed51c-543b-470b-8d8c-8e035ffe1c0f cannot update to ACTIVE because it is not bound. {{(pid=100441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:41:49.245870 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-50c15b48-d3e5-4455-a8d9-1b0d89fad063 req-602bd94c-18cf-487e-95cf-e53d8d3418c5 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215536 Aug 18 19:41:49.265580 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d7ac8fad-bc98-4884-a562-7d313dc4455e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:49.278027 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d7ac8fad-bc98-4884-a562-7d313dc4455e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:49.280589 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-5de31c12-64ae-49ac-ba69-9b22997ef5e4 None None] Provisioning for port 0021955a-d6b5-4d3c-be30-78b86a27a40b completed by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:41:49.284451 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-5de31c12-64ae-49ac-ba69-9b22997ef5e4 None None] Provisioning complete for port 0021955a-d6b5-4d3c-be30-78b86a27a40b triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:41:49.284830 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-5de31c12-64ae-49ac-ba69-9b22997ef5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:49.326066 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-5de31c12-64ae-49ac-ba69-9b22997ef5e4 None None] Port 0021955a-d6b5-4d3c-be30-78b86a27a40b cannot update to ACTIVE because it is not bound. {{(pid=100441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:41:49.339741 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-d7ac8fad-bc98-4884-a562-7d313dc4455e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f327ddec5ce841eb807f9ec1ae2955bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260655 Aug 18 19:41:49.341266 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac8fad-bc98-4884-a562-7d313dc4455e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccad6d7-9178-4114-b43e-b1e06a86777b,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:49.342483 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 40610) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:49.355187 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79135a-eb86-410a-b914-4e95fa70ac47 req-03af2e9c-4097-48c4-baa5-0096ce38c261 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:49.356664 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-8f79135a-eb86-410a-b914-4e95fa70ac47 req-03af2e9c-4097-48c4-baa5-0096ce38c261 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 944 time: 0.0889363 Aug 18 19:41:49.395291 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-8f79135a-eb86-410a-b914-4e95fa70ac47 req-a738a9f4-25d1-46a7-9ee3-01c2d34988c0 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323322 Aug 18 19:41:49.396024 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-055962ea-d498-40a9-96b0-11a630eb0bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:49.417208 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-055962ea-d498-40a9-96b0-11a630eb0bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:49.461813 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-055962ea-d498-40a9-96b0-11a630eb0bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:49.464392 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-055962ea-d498-40a9-96b0-11a630eb0bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:49.465492 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-055962ea-d498-40a9-96b0-11a630eb0bba admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8ccad6d7-9178-4114-b43e-b1e06a86777b HTTP/1.1" status: 204 len: 168 time: 0.1218994 Aug 18 19:41:49.473079 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055962ea-d498-40a9-96b0-11a630eb0bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccad6d7-9178-4114-b43e-b1e06a86777b,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:49.643226 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f19db1-14f3-48e1-85c4-1a01c9ab0af9 req-37bf6d1c-7280-487d-b711-291f42c3f64f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:49.644818 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-29f19db1-14f3-48e1-85c4-1a01c9ab0af9 req-37bf6d1c-7280-487d-b711-291f42c3f64f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 932 time: 0.0501583 Aug 18 19:41:49.684272 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-29f19db1-14f3-48e1-85c4-1a01c9ab0af9 req-3385eff3-b011-438d-87ba-566599baa8c4 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334854 Aug 18 19:41:49.747512 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 40618) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:49.763671 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-9792a87e-7c92-4977-8193-09673756c54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:49.843394 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17911493-89e0-4986-8cd2-a28f27f82346 req-8dfb315d-dd8e-467c-a2c4-3e97362b7189 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:49.844881 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-17911493-89e0-4986-8cd2-a28f27f82346 req-8dfb315d-dd8e-467c-a2c4-3e97362b7189 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 931 time: 0.0508060 Aug 18 19:41:49.860110 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-9792a87e-7c92-4977-8193-09673756c54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:49.864066 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-9792a87e-7c92-4977-8193-09673756c54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:49.883546 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-17911493-89e0-4986-8cd2-a28f27f82346 req-5326d7b7-33cb-4e7d-8a10-f58a1025d9c2 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317075 Aug 18 19:41:49.901857 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-9792a87e-7c92-4977-8193-09673756c54e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=425606bcee0543e68f7dc03e650a0251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1532025 Aug 18 19:41:49.902735 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792a87e-7c92-4977-8193-09673756c54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b11c6e-ae04-41d1-b305-67e0e589f1bb,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:49.904458 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 40624) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:49.953780 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c98d37ee-1c60-48ff-a198-31ebcac747c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:49.974929 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c98d37ee-1c60-48ff-a198-31ebcac747c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:50.021468 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c98d37ee-1c60-48ff-a198-31ebcac747c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:50.023980 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c98d37ee-1c60-48ff-a198-31ebcac747c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:50.025189 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-c98d37ee-1c60-48ff-a198-31ebcac747c6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c7b11c6e-ae04-41d1-b305-67e0e589f1bb HTTP/1.1" status: 204 len: 168 time: 0.1197085 Aug 18 19:41:50.033386 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d37ee-1c60-48ff-a198-31ebcac747c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b11c6e-ae04-41d1-b305-67e0e589f1bb,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:50.366743 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf99da1-6a3a-4cd0-8b06-be0d1272dcf2 req-8d2ae61c-638b-460e-9696-e8f2e6ddf6af tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:50.368264 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3cf99da1-6a3a-4cd0-8b06-be0d1272dcf2 req-8d2ae61c-638b-460e-9696-e8f2e6ddf6af tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 931 time: 0.0510280 Aug 18 19:41:50.414612 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3cf99da1-6a3a-4cd0-8b06-be0d1272dcf2 req-e091b85d-0957-4a09-94d3-2e34fea13967 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400274 Aug 18 19:41:50.521080 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274aa6fd-e1b8-4771-9f66-32b1e60c0868 req-76f605a3-f3c2-4843-b3d4-4094b57241c7 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:50.522590 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-274aa6fd-e1b8-4771-9f66-32b1e60c0868 req-76f605a3-f3c2-4843-b3d4-4094b57241c7 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 944 time: 0.0581508 Aug 18 19:41:50.561621 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-274aa6fd-e1b8-4771-9f66-32b1e60c0868 req-3c07c4a0-8970-4090-a9af-b1c64dd5b161 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330648 Aug 18 19:41:50.804073 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d614-5ff9-4756-9312-de154f5f8fbc req-b7ed4c99-c047-4f30-9d95-69147a1bbb85 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:50.805578 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3eb4d614-5ff9-4756-9312-de154f5f8fbc req-b7ed4c99-c047-4f30-9d95-69147a1bbb85 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 932 time: 0.0497301 Aug 18 19:41:50.853661 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3eb4d614-5ff9-4756-9312-de154f5f8fbc req-54059a50-6f17-4979-a6ed-1d025906fc1b tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403564 Aug 18 19:41:51.005692 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01e929-3302-4049-a796-c514de0219d0 req-8b37fbb4-fe22-43d8-8a9d-e6645a8637e8 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:51.007228 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-ce01e929-3302-4049-a796-c514de0219d0 req-8b37fbb4-fe22-43d8-8a9d-e6645a8637e8 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 931 time: 0.0527387 Aug 18 19:41:51.045574 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-ce01e929-3302-4049-a796-c514de0219d0 req-1f3196a6-e70c-4ca9-b8a7-a36f21636c71 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324783 Aug 18 19:41:51.099583 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 40670) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:51.201635 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fbadf3a6-d82a-45a0-8c91-55d5fe091f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:51.290110 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fbadf3a6-d82a-45a0-8c91-55d5fe091f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:51.295102 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fbadf3a6-d82a-45a0-8c91-55d5fe091f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:51.335103 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbadf3a6-d82a-45a0-8c91-55d5fe091f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ae6ff4-e8c5-4fb3-a29e-7a9ab84e07b9,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:51.339997 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-fbadf3a6-d82a-45a0-8c91-55d5fe091f91 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=03bac59aa84942dda51cc245d80ffca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393765 Aug 18 19:41:51.342890 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 40680) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:51.391363 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-ae205834-6dd9-4b2a-ab8b-7668e8994d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:51.411931 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-ae205834-6dd9-4b2a-ab8b-7668e8994d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:51.456980 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-ae205834-6dd9-4b2a-ab8b-7668e8994d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:51.459668 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-ae205834-6dd9-4b2a-ab8b-7668e8994d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:51.463236 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-ae205834-6dd9-4b2a-ab8b-7668e8994d96 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c8ae6ff4-e8c5-4fb3-a29e-7a9ab84e07b9 HTTP/1.1" status: 204 len: 168 time: 0.1170878 Aug 18 19:41:51.469137 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae205834-6dd9-4b2a-ab8b-7668e8994d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ae6ff4-e8c5-4fb3-a29e-7a9ab84e07b9,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:51.536814 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6a88c-5840-47b8-a3db-d771056760e3 req-377f3fda-b64b-40cb-a842-4485a0389a5e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:51.538270 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3ed6a88c-5840-47b8-a3db-d771056760e3 req-377f3fda-b64b-40cb-a842-4485a0389a5e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 931 time: 0.0479183 Aug 18 19:41:51.576722 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3ed6a88c-5840-47b8-a3db-d771056760e3 req-40b19a02-516e-472d-97a0-5ddeeb329f14 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321100 Aug 18 19:41:51.682475 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808b680-a4de-445c-b7a0-fa0c168d0cb7 req-91069cf9-b0eb-45ec-90d5-1e410fb6fef8 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:51.684068 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-4808b680-a4de-445c-b7a0-fa0c168d0cb7 req-91069cf9-b0eb-45ec-90d5-1e410fb6fef8 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 944 time: 0.0554359 Aug 18 19:41:51.724483 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-4808b680-a4de-445c-b7a0-fa0c168d0cb7 req-7dbbdb56-5ddd-4ebb-80fb-215002ce499e tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338268 Aug 18 19:41:51.974456 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bf80b-b0e7-4e57-8543-7a21169aa55e req-ed745c0f-d1ed-4170-b41b-b11e29ea3792 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:51.976026 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a92bf80b-b0e7-4e57-8543-7a21169aa55e req-ed745c0f-d1ed-4170-b41b-b11e29ea3792 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 932 time: 0.0554440 Aug 18 19:41:52.014761 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a92bf80b-b0e7-4e57-8543-7a21169aa55e req-f4ef3dbd-1086-4cae-94a4-9ef785571271 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323687 Aug 18 19:41:52.158717 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9b22b-179a-43ef-a7bb-15a109872e7c req-19ca0497-852a-43fb-bf96-efe72c255fa5 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:52.160212 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b1d9b22b-179a-43ef-a7bb-15a109872e7c req-19ca0497-852a-43fb-bf96-efe72c255fa5 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 931 time: 0.0485630 Aug 18 19:41:52.198325 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b1d9b22b-179a-43ef-a7bb-15a109872e7c req-4706d99c-3f01-4bdd-8491-d8bdd02bf76a tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310817 Aug 18 19:41:52.695035 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3044a1-e3f9-4a61-8951-a7fe67d44c59 req-35e2296d-ff1b-4ed4-a069-84682386350c tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:52.696504 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4f3044a1-e3f9-4a61-8951-a7fe67d44c59 req-35e2296d-ff1b-4ed4-a069-84682386350c tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 931 time: 0.0489521 Aug 18 19:41:52.737547 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4f3044a1-e3f9-4a61-8951-a7fe67d44c59 req-745cf83c-5ec1-48e7-8a50-72a2fcc5468d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352302 Aug 18 19:41:52.834758 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53a7f9-c6f0-4dcd-8709-c1e1105736f0 req-fd38e552-411f-472e-8e09-72b6ef0048a3 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:52.836228 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-4d53a7f9-c6f0-4dcd-8709-c1e1105736f0 req-fd38e552-411f-472e-8e09-72b6ef0048a3 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 944 time: 0.0477641 Aug 18 19:41:52.877714 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-4d53a7f9-c6f0-4dcd-8709-c1e1105736f0 req-6ff27b6f-321f-4577-bef4-6ae6d2c1dfe0 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356443 Aug 18 19:41:52.983852 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-75341d4f-bd09-4abf-8f59-9083ffae191a service neutron] Request body: {'port': {'device_id': 'c66befe1-9710-4c9d-8493-d33e6b7ed0a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:41:52.988972 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-512b4b2a-399e-4db4-8638-1f1c7a0142e5 service neutron] Request body: {'port': {'device_id': '8aa14b65-5286-4eab-b6c3-992314534c7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:41:53.003769 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-9a5cb256-00b2-48eb-aa32-7328af782438 service neutron] Request body: {'port': {'device_id': '3a415b72-e9da-444e-b9fd-858f87dca02e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:41:53.227466 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-75341d4f-bd09-4abf-8f59-9083ffae191a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:53.229027 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-512b4b2a-399e-4db4-8638-1f1c7a0142e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:53.234445 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-9a5cb256-00b2-48eb-aa32-7328af782438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:53.264785 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c26f06b6-a59e-47d4-8263-bad0ce584479 req-a99a145b-edf7-4fe4-8dad-8ac534b60fe5 service neutron] 10.222.0.35 "GET /v2.0/networks/dce2f450-0829-49bd-98f5-ccdff24d54ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991238 Aug 18 19:41:53.274452 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c34feb-7c8d-4da5-9c6f-80d1a6c64ff4 req-31285006-1ae0-4c98-8a58-02c73c3d598a tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:53.275877 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d1c34feb-7c8d-4da5-9c6f-80d1a6c64ff4 req-31285006-1ae0-4c98-8a58-02c73c3d598a tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 932 time: 0.1910617 Aug 18 19:41:53.324322 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27523b4-69f8-4adc-ad65-404dac83f76c req-efa0c4a5-0a1d-482d-871c-12cb633fbab1 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:53.325819 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a27523b4-69f8-4adc-ad65-404dac83f76c req-efa0c4a5-0a1d-482d-871c-12cb633fbab1 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 931 time: 0.0536702 Aug 18 19:41:53.369964 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a27523b4-69f8-4adc-ad65-404dac83f76c req-0ac21a54-4d14-4353-83f4-3fb3a3c40aa1 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375195 Aug 18 19:41:53.566756 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d1c34feb-7c8d-4da5-9c6f-80d1a6c64ff4 req-266294dd-34d4-4055-900a-7f2fd49bc384 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627077 Aug 18 19:41:53.806777 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05546e39-eeb8-4e4f-9f52-f584c2fc9cab req-37242ec6-2874-4132-963d-b868c2f60ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:53.808251 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-05546e39-eeb8-4e4f-9f52-f584c2fc9cab req-37242ec6-2874-4132-963d-b868c2f60ceb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a46234c703574ed9b5ffb661124d4f38&device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 1096 time: 0.4343235 Aug 18 19:41:53.856634 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c784f0-918c-4a39-aee5-ecec9472d68c req-ea580d3e-3551-47dd-a1ac-1f917d21d0d1 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:53.858169 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-54c784f0-918c-4a39-aee5-ecec9472d68c req-ea580d3e-3551-47dd-a1ac-1f917d21d0d1 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 931 time: 0.0482638 Aug 18 19:41:53.898945 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-54c784f0-918c-4a39-aee5-ecec9472d68c req-f8949568-85e1-41c1-8c19-9913bd952353 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331688 Aug 18 19:41:54.297617 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34de70-cec6-4dfa-92f1-9af7db4897ae req-4d844a94-3a0e-41c5-af4f-c55eca94ce25 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:54.299418 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4a34de70-cec6-4dfa-92f1-9af7db4897ae req-4d844a94-3a0e-41c5-af4f-c55eca94ce25 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 944 time: 0.2384567 Aug 18 19:41:54.316309 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05546e39-eeb8-4e4f-9f52-f584c2fc9cab req-458ee5f7-ec66-4779-abd0-bf3ceb7f606a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:54.317822 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-05546e39-eeb8-4e4f-9f52-f584c2fc9cab req-458ee5f7-ec66-4779-abd0-bf3ceb7f606a service neutron] 10.222.0.35 "GET /v2.0/networks?id=dce2f450-0829-49bd-98f5-ccdff24d54ce HTTP/1.1" status: 200 len: 920 time: 0.4986031 Aug 18 19:41:54.438628 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-05546e39-eeb8-4e4f-9f52-f584c2fc9cab req-9fe6c567-e3d9-4100-b247-52b379ac6f20 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c42eef5-09f4-43c6-b0ab-2a513c8552a7 HTTP/1.1" status: 200 len: 217 time: 0.0702231 Aug 18 19:41:54.463274 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-512b4b2a-399e-4db4-8638-1f1c7a0142e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0021955a-d6b5-4d3c-be30-78b86a27a40b {{(pid=100440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:41:54.468938 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-9a5cb256-00b2-48eb-aa32-7328af782438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55 {{(pid=100440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:41:54.497166 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-512b4b2a-399e-4db4-8638-1f1c7a0142e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:54.502099 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-9a5cb256-00b2-48eb-aa32-7328af782438 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:54.516130 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe4200-0265-4ba1-aeb7-ada018058a50 req-a58584b0-811a-4b37-b05c-0f6e1be1b63d tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:54.518256 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-febe4200-0265-4ba1-aeb7-ada018058a50 req-a58584b0-811a-4b37-b05c-0f6e1be1b63d tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 931 time: 0.0708203 Aug 18 19:41:54.554145 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4a34de70-cec6-4dfa-92f1-9af7db4897ae req-ce42c30e-b901-4f64-9bfe-1cee40262683 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400537 Aug 18 19:41:54.562886 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-512b4b2a-399e-4db4-8638-1f1c7a0142e5 service neutron] Transition to ACTIVE for port object 0021955a-d6b5-4d3c-be30-78b86a27a40b will not be triggered until provisioned by entity L2. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:41:54.563832 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-febe4200-0265-4ba1-aeb7-ada018058a50 req-a1075727-9e9a-4a85-b248-8bca8758e7e7 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392652 Aug 18 19:41:54.567950 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-9a5cb256-00b2-48eb-aa32-7328af782438 service neutron] Transition to ACTIVE for port object fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55 will not be triggered until provisioned by entity L2. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:41:54.571985 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-75341d4f-bd09-4abf-8f59-9083ffae191a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006ed51c-543b-470b-8d8c-8e035ffe1c0f {{(pid=100440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:41:54.580959 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-9a5cb256-00b2-48eb-aa32-7328af782438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:54.584681 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-75341d4f-bd09-4abf-8f59-9083ffae191a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:54.585769 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:41:54.591307 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-512b4b2a-399e-4db4-8638-1f1c7a0142e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:54.600343 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05546e39-eeb8-4e4f-9f52-f584c2fc9cab req-b6a68b7c-f0ca-48e3-a4d8-9f2f226947c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:54.601786 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-05546e39-eeb8-4e4f-9f52-f584c2fc9cab req-b6a68b7c-f0ca-48e3-a4d8-9f2f226947c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bed5411e-26f3-415c-9eed-53e1e186712a HTTP/1.1" status: 200 len: 859 time: 0.1261742 Aug 18 19:41:54.673977 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-75341d4f-bd09-4abf-8f59-9083ffae191a service neutron] Transition to ACTIVE for port object 006ed51c-543b-470b-8d8c-8e035ffe1c0f will not be triggered until provisioned by entity L2. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:41:54.682942 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-05546e39-eeb8-4e4f-9f52-f584c2fc9cab req-b1dba08e-a324-4f61-b517-6a9ec090cf4d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dce2f450-0829-49bd-98f5-ccdff24d54ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556073 Aug 18 19:41:54.702818 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-75341d4f-bd09-4abf-8f59-9083ffae191a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:54.761189 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5cb256-00b2-48eb-aa32-7328af782438 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55,revision_number=2']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:54.929510 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-9a5cb256-00b2-48eb-aa32-7328af782438 service neutron] Attempting to bind port fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:41:54.929780 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-9a5cb256-00b2-48eb-aa32-7328af782438 service neutron] Attempting to bind port fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': 'c43853ab-c752-4622-a065-06949e11ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dce2f450-0829-49bd-98f5-ccdff24d54ce'}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:41:54.930249 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-9a5cb256-00b2-48eb-aa32-7328af782438 service neutron] Attempting to bind port fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55 on network dce2f450-0829-49bd-98f5-ccdff24d54ce {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:41:54.946106 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-512b4b2a-399e-4db4-8638-1f1c7a0142e5 service neutron] Attempting to bind port 0021955a-d6b5-4d3c-be30-78b86a27a40b on host hv-cinder-80507 for vnic_type normal with profile {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:41:54.946307 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-512b4b2a-399e-4db4-8638-1f1c7a0142e5 service neutron] Attempting to bind port 0021955a-d6b5-4d3c-be30-78b86a27a40b by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '9237ef01-7511-4dc4-8b43-07303d222188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '48079850-84f4-4aec-a648-0aa058db8488'}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:41:54.946602 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-512b4b2a-399e-4db4-8638-1f1c7a0142e5 service neutron] Attempting to bind port 0021955a-d6b5-4d3c-be30-78b86a27a40b on network 48079850-84f4-4aec-a648-0aa058db8488 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:41:54.965630 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 684b1f13-88bc-48cb-8aac-4c054456d2e5 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=100441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:41:54.966730 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc1658-d920-40b3-9f84-80532b853f6c req-b5cb446b-92a5-4e3b-b868-dbadcdf1e49b tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:54.968369 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2afc1658-d920-40b3-9f84-80532b853f6c req-b5cb446b-92a5-4e3b-b868-dbadcdf1e49b tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 944 time: 0.2931907 Aug 18 19:41:54.972465 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-9a5cb256-00b2-48eb-aa32-7328af782438 service neutron] Port fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55 on network dce2f450-0829-49bd-98f5-ccdff24d54ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:41:54.972793 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-9a5cb256-00b2-48eb-aa32-7328af782438 service neutron] Attempting to bind port fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55 on network dce2f450-0829-49bd-98f5-ccdff24d54ce {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:41:54.974843 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b4b2a-399e-4db4-8638-1f1c7a0142e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0021955a-d6b5-4d3c-be30-78b86a27a40b,revision_number=2']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:54.993300 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-512b4b2a-399e-4db4-8638-1f1c7a0142e5 service neutron] Port 0021955a-d6b5-4d3c-be30-78b86a27a40b on network 48079850-84f4-4aec-a648-0aa058db8488 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:41:54.993626 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-512b4b2a-399e-4db4-8638-1f1c7a0142e5 service neutron] Attempting to bind port 0021955a-d6b5-4d3c-be30-78b86a27a40b on network 48079850-84f4-4aec-a648-0aa058db8488 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:41:55.046645 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c857fc-969b-4ac6-9f62-956168b989ad req-64c7e097-64d4-4622-9143-db8d6c175321 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:55.054957 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-36c857fc-969b-4ac6-9f62-956168b989ad req-64c7e097-64d4-4622-9143-db8d6c175321 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0592847 Aug 18 19:41:55.074025 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-9a5cb256-00b2-48eb-aa32-7328af782438 service neutron] Checking agent: {'id': 'a8b818dc-2c80-42c6-b162-9bd2386595a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'started_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:41:55.074395 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-9a5cb256-00b2-48eb-aa32-7328af782438 service neutron] Checking segment: {'id': 'c43853ab-c752-4622-a065-06949e11ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dce2f450-0829-49bd-98f5-ccdff24d54ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:41:55.075005 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-9a5cb256-00b2-48eb-aa32-7328af782438 service neutron] Bound using segment: {'id': 'c43853ab-c752-4622-a065-06949e11ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dce2f450-0829-49bd-98f5-ccdff24d54ce'} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:41:55.076937 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-9a5cb256-00b2-48eb-aa32-7328af782438 service neutron] Bound port: fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43853ab-c752-4622-a065-06949e11ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dce2f450-0829-49bd-98f5-ccdff24d54ce'}}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:41:55.077307 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-9a5cb256-00b2-48eb-aa32-7328af782438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:55.104302 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-512b4b2a-399e-4db4-8638-1f1c7a0142e5 service neutron] Checking agent: {'id': 'a8b818dc-2c80-42c6-b162-9bd2386595a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'started_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:41:55.104723 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-512b4b2a-399e-4db4-8638-1f1c7a0142e5 service neutron] Checking segment: {'id': '9237ef01-7511-4dc4-8b43-07303d222188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '48079850-84f4-4aec-a648-0aa058db8488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:41:55.105603 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-512b4b2a-399e-4db4-8638-1f1c7a0142e5 service neutron] Bound using segment: {'id': '9237ef01-7511-4dc4-8b43-07303d222188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '48079850-84f4-4aec-a648-0aa058db8488'} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:41:55.105603 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-512b4b2a-399e-4db4-8638-1f1c7a0142e5 service neutron] Bound port: 0021955a-d6b5-4d3c-be30-78b86a27a40b, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9237ef01-7511-4dc4-8b43-07303d222188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '48079850-84f4-4aec-a648-0aa058db8488'}}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:41:55.105902 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-512b4b2a-399e-4db4-8638-1f1c7a0142e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:55.106964 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-36c857fc-969b-4ac6-9f62-956168b989ad req-6bbec3d4-9644-4420-9919-003c362db137 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444355 Aug 18 19:41:55.123203 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-75341d4f-bd09-4abf-8f59-9083ffae191a service neutron] Attempting to bind port 006ed51c-543b-470b-8d8c-8e035ffe1c0f on host hv-cinder-80507 for vnic_type normal with profile {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:41:55.123536 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-75341d4f-bd09-4abf-8f59-9083ffae191a service neutron] Attempting to bind port 006ed51c-543b-470b-8d8c-8e035ffe1c0f by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '61037c1e-a9d9-4d0e-93a7-ef04c02e93c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653'}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:41:55.123863 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-75341d4f-bd09-4abf-8f59-9083ffae191a service neutron] Attempting to bind port 006ed51c-543b-470b-8d8c-8e035ffe1c0f on network f75a4ad2-5977-4a3c-89ba-eb88091ae653 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:41:55.127308 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-05546e39-eeb8-4e4f-9f52-f584c2fc9cab req-b5f8cafa-1509-4c8b-9bb2-77d4e31daff3 service neutron] 10.222.0.35 "GET /v2.0/networks/dce2f450-0829-49bd-98f5-ccdff24d54ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288707 Aug 18 19:41:55.131948 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 684b1f13-88bc-48cb-8aac-4c054456d2e5, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=684b1f13-88bc-48cb-8aac-4c054456d2e5,segment=NetworkSegment(9a0d0cd8-d55d-4984-b913-356273c62713),segment_id=9a0d0cd8-d55d-4984-b913-356273c62713)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:41:55.143124 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Returning: {'device': '684b1f13-88bc-48cb-8aac-4c054456d2e5', 'network_id': 'a968b582-7958-477b-ae9b-f66fdfab5efe', 'port_id': '684b1f13-88bc-48cb-8aac-4c054456d2e5', 'mac_address': 'fa:16:3e:bd:b7:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b358d78a-3c68-47c4-98ee-1618f0ecb544', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:41:55.150637 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-75341d4f-bd09-4abf-8f59-9083ffae191a service neutron] Port 006ed51c-543b-470b-8d8c-8e035ffe1c0f on network f75a4ad2-5977-4a3c-89ba-eb88091ae653 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:41:55.150987 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-75341d4f-bd09-4abf-8f59-9083ffae191a service neutron] Attempting to bind port 006ed51c-543b-470b-8d8c-8e035ffe1c0f on network f75a4ad2-5977-4a3c-89ba-eb88091ae653 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:41:55.199109 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75341d4f-bd09-4abf-8f59-9083ffae191a service neutron] Pushing event updated for resources: {'Port': ['ID=006ed51c-543b-470b-8d8c-8e035ffe1c0f,revision_number=2']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:55.208658 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:55.218085 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-75341d4f-bd09-4abf-8f59-9083ffae191a service neutron] Checking agent: {'id': 'a8b818dc-2c80-42c6-b162-9bd2386595a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'started_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:41:55.218389 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-75341d4f-bd09-4abf-8f59-9083ffae191a service neutron] Checking segment: {'id': '61037c1e-a9d9-4d0e-93a7-ef04c02e93c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:41:55.218799 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-75341d4f-bd09-4abf-8f59-9083ffae191a service neutron] Bound using segment: {'id': '61037c1e-a9d9-4d0e-93a7-ef04c02e93c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653'} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:41:55.219233 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-75341d4f-bd09-4abf-8f59-9083ffae191a service neutron] Bound port: 006ed51c-543b-470b-8d8c-8e035ffe1c0f, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61037c1e-a9d9-4d0e-93a7-ef04c02e93c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653'}}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:41:55.219592 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-75341d4f-bd09-4abf-8f59-9083ffae191a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:55.227575 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684b1f13-88bc-48cb-8aac-4c054456d2e5 {{(pid=100441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:41:55.234002 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2afc1658-d920-40b3-9f84-80532b853f6c req-4b97bf80-9d2b-4d8b-8d08-2717241a4255 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379401 Aug 18 19:41:55.248172 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 684b1f13-88bc-48cb-8aac-4c054456d2e5, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=684b1f13-88bc-48cb-8aac-4c054456d2e5,segment=NetworkSegment(9a0d0cd8-d55d-4984-b913-356273c62713),segment_id=9a0d0cd8-d55d-4984-b913-356273c62713)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:41:55.260673 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:55.282616 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-9a5cb256-00b2-48eb-aa32-7328af782438 service neutron] For port fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55, host hv-cinder-80507, cleared binding levels {{(pid=100440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:41:55.310903 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=684b1f13-88bc-48cb-8aac-4c054456d2e5,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:55.329699 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-9a5cb256-00b2-48eb-aa32-7328af782438 service neutron] For port fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55,segment=NetworkSegment(c43853ab-c752-4622-a065-06949e11ee38),segment_id=c43853ab-c752-4622-a065-06949e11ee38)] {{(pid=100440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:41:55.331141 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-512b4b2a-399e-4db4-8638-1f1c7a0142e5 service neutron] For port 0021955a-d6b5-4d3c-be30-78b86a27a40b, host hv-cinder-80507, cleared binding levels {{(pid=100440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:41:55.346052 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-9a5cb256-00b2-48eb-aa32-7328af782438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:55.359140 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-512b4b2a-399e-4db4-8638-1f1c7a0142e5 service neutron] For port 0021955a-d6b5-4d3c-be30-78b86a27a40b, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=0021955a-d6b5-4d3c-be30-78b86a27a40b,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:41:55.389869 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-512b4b2a-399e-4db4-8638-1f1c7a0142e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:55.410157 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-9a5cb256-00b2-48eb-aa32-7328af782438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:55.410805 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-9a5cb256-00b2-48eb-aa32-7328af782438 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:55.412867 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-9a5cb256-00b2-48eb-aa32-7328af782438 service neutron] 10.222.0.35 "PUT /v2.0/ports/fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55 HTTP/1.1" status: 200 len: 1093 time: 2.4422159 Aug 18 19:41:55.416654 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a415b72-e9da-444e-b9fd-858f87dca02e', 'tag': 'fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:41:55.490181 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-75341d4f-bd09-4abf-8f59-9083ffae191a service neutron] For port 006ed51c-543b-470b-8d8c-8e035ffe1c0f, host hv-cinder-80507, cleared binding levels {{(pid=100440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:41:55.492802 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-512b4b2a-399e-4db4-8638-1f1c7a0142e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:55.493651 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-512b4b2a-399e-4db4-8638-1f1c7a0142e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:55.495949 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-512b4b2a-399e-4db4-8638-1f1c7a0142e5 service neutron] 10.222.0.35 "PUT /v2.0/ports/0021955a-d6b5-4d3c-be30-78b86a27a40b HTTP/1.1" status: 200 len: 1093 time: 2.5264802 Aug 18 19:41:55.521822 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-75341d4f-bd09-4abf-8f59-9083ffae191a service neutron] For port 006ed51c-543b-470b-8d8c-8e035ffe1c0f, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=006ed51c-543b-470b-8d8c-8e035ffe1c0f,segment=NetworkSegment(61037c1e-a9d9-4d0e-93a7-ef04c02e93c2),segment_id=61037c1e-a9d9-4d0e-93a7-ef04c02e93c2)] {{(pid=100440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:41:55.522982 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5cb256-00b2-48eb-aa32-7328af782438 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55,revision_number=3']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:55.546553 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-75341d4f-bd09-4abf-8f59-9083ffae191a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:55.623397 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-75341d4f-bd09-4abf-8f59-9083ffae191a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:55.624030 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-75341d4f-bd09-4abf-8f59-9083ffae191a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:55.631889 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-75341d4f-bd09-4abf-8f59-9083ffae191a service neutron] 10.222.0.35 "PUT /v2.0/ports/006ed51c-543b-470b-8d8c-8e035ffe1c0f HTTP/1.1" status: 200 len: 1094 time: 2.6637425 Aug 18 19:41:55.674825 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b4b2a-399e-4db4-8638-1f1c7a0142e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0021955a-d6b5-4d3c-be30-78b86a27a40b,revision_number=3']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:55.691302 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f41638-7233-4774-a08c-94ba513be175" -d '{"events": [{"name": "network-changed", "server_uuid": "3a415b72-e9da-444e-b9fd-858f87dca02e", "tag": "fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:41:55.816377 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba55e6-c77b-4f71-96db-da15a6515fdd req-9e3795f0-14c7-4702-b401-0239fd0952d4 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:55.824772 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75341d4f-bd09-4abf-8f59-9083ffae191a service neutron] Pushing event updated for resources: {'Port': ['ID=006ed51c-543b-470b-8d8c-8e035ffe1c0f,revision_number=3']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:55.835110 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-d9ba55e6-c77b-4f71-96db-da15a6515fdd req-9e3795f0-14c7-4702-b401-0239fd0952d4 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 945 time: 0.1006136 Aug 18 19:41:55.869596 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df169cad-95cf-4274-b24f-864d948864f0 req-2412028b-5c9a-4dab-9f20-4394291da8bf tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:55.878218 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-df169cad-95cf-4274-b24f-864d948864f0 req-2412028b-5c9a-4dab-9f20-4394291da8bf tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 943 time: 0.1747622 Aug 18 19:41:55.902864 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-d9ba55e6-c77b-4f71-96db-da15a6515fdd req-ddacef09-d238-482a-9f8f-b99fcf8ff88e tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657153 Aug 18 19:41:55.930919 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-df169cad-95cf-4274-b24f-864d948864f0 req-b8c10651-094d-4519-9faf-d47e7de32cb5 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428426 Aug 18 19:41:56.056718 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e312e4-dbc3-45cd-bef8-c2dd4b88cb1e x-openstack-request-id: req-98e312e4-dbc3-45cd-bef8-c2dd4b88cb1e {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:41:56.057036 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a415b72-e9da-444e-b9fd-858f87dca02e", "tag": "fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:41:56.057250 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-98e312e4-dbc3-45cd-bef8-c2dd4b88cb1e {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:41:56.057707 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a415b72-e9da-444e-b9fd-858f87dca02e', 'tag': 'fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55', 'status': 'completed', 'code': 200} Aug 18 19:41:56.120646 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 40820) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:56.223383 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a8213-2b34-415d-9296-3991a959406b req-2d25fb5e-e159-409e-b65b-d616433efd98 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:56.224930 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-789a8213-2b34-415d-9296-3991a959406b req-2d25fb5e-e159-409e-b65b-d616433efd98 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0552697 Aug 18 19:41:56.249145 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c7b9bed5-08b9-4bfd-b3fb-5ac2a42a7a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:56.293415 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-789a8213-2b34-415d-9296-3991a959406b req-6a58ae4e-4716-4c74-8dae-9f246e61f6b6 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566189 Aug 18 19:41:56.361373 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bca01-1feb-4f69-a9b4-be51f448348f req-63f2f76c-024c-4154-a689-aa45f7a6661f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:56.362877 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e24bca01-1feb-4f69-a9b4-be51f448348f req-63f2f76c-024c-4154-a689-aa45f7a6661f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 944 time: 0.0566092 Aug 18 19:41:56.367310 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c7b9bed5-08b9-4bfd-b3fb-5ac2a42a7a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:56.371372 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c7b9bed5-08b9-4bfd-b3fb-5ac2a42a7a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:56.407893 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e24bca01-1feb-4f69-a9b4-be51f448348f req-691af074-2d2c-4633-af1e-03d7e135bdb7 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380428 Aug 18 19:41:56.410423 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-c7b9bed5-08b9-4bfd-b3fb-5ac2a42a7a9e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=71504a59defe4b0cbdb06c7f1e5cb31f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2886631 Aug 18 19:41:56.411885 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9bed5-08b9-4bfd-b3fb-5ac2a42a7a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ada4b3d-7a5a-42ef-beee-a8cf6509af33,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:56.413555 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 40828) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:56.462800 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7ee1035f-f028-4784-925a-18a36c7a3b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:56.483663 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7ee1035f-f028-4784-925a-18a36c7a3b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:56.530378 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7ee1035f-f028-4784-925a-18a36c7a3b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:56.532961 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7ee1035f-f028-4784-925a-18a36c7a3b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:56.534191 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-7ee1035f-f028-4784-925a-18a36c7a3b58 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1ada4b3d-7a5a-42ef-beee-a8cf6509af33 HTTP/1.1" status: 204 len: 168 time: 0.1193905 Aug 18 19:41:56.542237 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1035f-f028-4784-925a-18a36c7a3b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ada4b3d-7a5a-42ef-beee-a8cf6509af33,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:56.791621 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 40834) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:56.805296 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-cb827a38-9a53-4622-8e4e-326c5f23b907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:56.893702 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-cb827a38-9a53-4622-8e4e-326c5f23b907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:56.899803 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-cb827a38-9a53-4622-8e4e-326c5f23b907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:56.939135 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-cb827a38-9a53-4622-8e4e-326c5f23b907 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9cd0ce309f7548acbcc22e1e455b1831&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463470 Aug 18 19:41:56.941172 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb827a38-9a53-4622-8e4e-326c5f23b907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab6a489-99a0-4874-b9ee-2509dc322069,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:56.941786 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 40844) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:41:57.028948 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-62f13529-e8b8-47cd-b9fc-ab71c0bee647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:57.042617 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd7e48-9eb1-4703-b8f7-61e60cba0963 req-122c20cd-b496-440a-9dbf-7ec727420d64 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:57.044132 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e5fd7e48-9eb1-4703-b8f7-61e60cba0963 req-122c20cd-b496-440a-9dbf-7ec727420d64 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 943 time: 0.0518348 Aug 18 19:41:57.061656 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e579c-d9b4-45fd-bcb5-025a84194998 req-68af0f30-f0cd-4d85-ab7f-83f458edb840 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:57.063146 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e65e579c-d9b4-45fd-bcb5-025a84194998 req-68af0f30-f0cd-4d85-ab7f-83f458edb840 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 945 time: 0.0783415 Aug 18 19:41:57.065015 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-62f13529-e8b8-47cd-b9fc-ab71c0bee647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:57.083058 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e5fd7e48-9eb1-4703-b8f7-61e60cba0963 req-95f4a751-60ff-411b-80c6-b2510bd368af tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321326 Aug 18 19:41:57.122262 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e65e579c-d9b4-45fd-bcb5-025a84194998 req-2f3a07f5-e708-463a-b764-89a9a606c7c0 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500803 Aug 18 19:41:57.147156 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-62f13529-e8b8-47cd-b9fc-ab71c0bee647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:57.149859 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-62f13529-e8b8-47cd-b9fc-ab71c0bee647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:41:57.151085 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-62f13529-e8b8-47cd-b9fc-ab71c0bee647 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fab6a489-99a0-4874-b9ee-2509dc322069 HTTP/1.1" status: 204 len: 168 time: 0.2076313 Aug 18 19:41:57.158836 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f13529-e8b8-47cd-b9fc-ab71c0bee647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab6a489-99a0-4874-b9ee-2509dc322069,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:41:57.416698 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf1751-1177-4913-8bd9-5b66ffdf2206 req-b64b3376-1c00-4784-993a-73a32c810350 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:57.418329 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2abf1751-1177-4913-8bd9-5b66ffdf2206 req-b64b3376-1c00-4784-993a-73a32c810350 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0514152 Aug 18 19:41:57.457127 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2abf1751-1177-4913-8bd9-5b66ffdf2206 req-00f7473b-379f-4b99-b775-590a72e0efea tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327449 Aug 18 19:41:57.533760 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebf73d-6ecf-4bc3-82a8-99d4824b81af req-725f992a-848d-41cb-a242-0099afda4cc1 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:57.535353 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-11ebf73d-6ecf-4bc3-82a8-99d4824b81af req-725f992a-848d-41cb-a242-0099afda4cc1 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 944 time: 0.0501854 Aug 18 19:41:57.574121 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-11ebf73d-6ecf-4bc3-82a8-99d4824b81af req-ceed1c9d-bed7-4b02-bb00-ff4d4d1e7eab tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323617 Aug 18 19:41:58.058365 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa14b65-5286-4eab-b6c3-992314534c7c', 'tag': '0021955a-d6b5-4d3c-be30-78b86a27a40b'}, {'name': 'network-changed', 'server_uuid': 'c66befe1-9710-4c9d-8493-d33e6b7ed0a9', 'tag': '006ed51c-543b-470b-8d8c-8e035ffe1c0f'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:41:58.061110 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a33808-6243-4498-93d8-4e4e8252b3cd" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa14b65-5286-4eab-b6c3-992314534c7c", "tag": "0021955a-d6b5-4d3c-be30-78b86a27a40b"}, {"name": "network-changed", "server_uuid": "c66befe1-9710-4c9d-8493-d33e6b7ed0a9", "tag": "006ed51c-543b-470b-8d8c-8e035ffe1c0f"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:41:58.101362 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 18 Aug 2021 19:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a823fd40-271b-465f-b9be-ac3546a8a4cf x-openstack-request-id: req-a823fd40-271b-465f-b9be-ac3546a8a4cf {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:41:58.101660 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa14b65-5286-4eab-b6c3-992314534c7c", "tag": "0021955a-d6b5-4d3c-be30-78b86a27a40b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c66befe1-9710-4c9d-8493-d33e6b7ed0a9", "tag": "006ed51c-543b-470b-8d8c-8e035ffe1c0f", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:41:58.101907 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a823fd40-271b-465f-b9be-ac3546a8a4cf {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:41:58.102302 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa14b65-5286-4eab-b6c3-992314534c7c', 'tag': '0021955a-d6b5-4d3c-be30-78b86a27a40b', 'status': 'completed', 'code': 200} Aug 18 19:41:58.102551 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c66befe1-9710-4c9d-8493-d33e6b7ed0a9', 'tag': '006ed51c-543b-470b-8d8c-8e035ffe1c0f', 'status': 'completed', 'code': 200} Aug 18 19:41:58.209938 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5dd5c9-a771-4bd3-b712-4129327154ee req-b509679d-0fab-44e5-9d12-449a9aae13ae tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:58.211491 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1e5dd5c9-a771-4bd3-b712-4129327154ee req-b509679d-0fab-44e5-9d12-449a9aae13ae tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 943 time: 0.0625026 Aug 18 19:41:58.251681 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac6ad4-8c2b-47ef-af74-b9c8437e75c7 req-5c2fa7cb-4081-40fe-93bf-816a2a6fae34 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:58.253399 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-89ac6ad4-8c2b-47ef-af74-b9c8437e75c7 req-5c2fa7cb-4081-40fe-93bf-816a2a6fae34 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 945 time: 0.0548258 Aug 18 19:41:58.255873 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1e5dd5c9-a771-4bd3-b712-4129327154ee req-46739174-af8e-4618-b63b-764231f7baca tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384572 Aug 18 19:41:58.298148 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-89ac6ad4-8c2b-47ef-af74-b9c8437e75c7 req-8c144989-35b9-45eb-8781-42c7434685b6 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381157 Aug 18 19:41:58.586623 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444b731-4325-4c73-aa73-9c5f155d61ab req-1058c986-7127-4b28-8776-31daeaf710e6 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:58.588237 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6444b731-4325-4c73-aa73-9c5f155d61ab req-1058c986-7127-4b28-8776-31daeaf710e6 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0502160 Aug 18 19:41:58.626694 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6444b731-4325-4c73-aa73-9c5f155d61ab req-6d82ea56-fc30-4e58-8521-5c91c1854c5e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323915 Aug 18 19:41:58.694392 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0c302-ee49-43e5-904a-ff421692509b req-0862f35b-006e-4dd9-9aa1-b766396a99b9 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:58.695914 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-91e0c302-ee49-43e5-904a-ff421692509b req-0862f35b-006e-4dd9-9aa1-b766396a99b9 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 944 time: 0.0536585 Aug 18 19:41:58.735413 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-91e0c302-ee49-43e5-904a-ff421692509b req-d5392f44-2eef-444f-a9ab-fba500025a60 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335770 Aug 18 19:41:59.444255 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbedef0-5d4e-4cf3-9828-1d8c19572c4f req-629a6876-5646-4b24-844d-df3a470e4250 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:59.445956 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-adbedef0-5d4e-4cf3-9828-1d8c19572c4f req-629a6876-5646-4b24-844d-df3a470e4250 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 943 time: 0.1077580 Aug 18 19:41:59.463163 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57374402-7f1d-45a3-966e-c6cc8e9e9c54 req-fcc63a95-03c2-415d-8f04-2e50e1f65d56 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:59.464795 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-57374402-7f1d-45a3-966e-c6cc8e9e9c54 req-fcc63a95-03c2-415d-8f04-2e50e1f65d56 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 945 time: 0.0528347 Aug 18 19:41:59.471388 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-05546e39-eeb8-4e4f-9f52-f584c2fc9cab req-d3e77a1c-7a79-406f-8c41-8b4c4af33620 service neutron] 10.222.0.35 "GET /v2.0/networks/dce2f450-0829-49bd-98f5-ccdff24d54ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478977 Aug 18 19:41:59.508236 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-57374402-7f1d-45a3-966e-c6cc8e9e9c54 req-e1a62645-34ab-4f15-bf13-db943978a718 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370102 Aug 18 19:41:59.570707 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-adbedef0-5d4e-4cf3-9828-1d8c19572c4f req-66b0645b-8d77-4669-9bb2-990b41f2ea39 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166162 Aug 18 19:41:59.602881 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a33808-6243-4498-93d8-4e4e8252b3cd req-275f57a9-ab8c-4ac9-b8b3-9da457172ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:59.604332 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-02a33808-6243-4498-93d8-4e4e8252b3cd req-275f57a9-ab8c-4ac9-b8b3-9da457172ce3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=55a46dee3b2d46d79cfe6a8e52d7bd63&device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 1096 time: 0.1125903 Aug 18 19:41:59.605846 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-da126128-0f36-42c8-8282-f473d23301f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:59.607153 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-da126128-0f36-42c8-8282-f473d23301f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77e9437c632648f4ac33b7f9bb3af25c&device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 1097 time: 0.0949059 Aug 18 19:41:59.608876 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f41638-7233-4774-a08c-94ba513be175 req-687f5116-140a-45a2-8e18-f5a95e0ffb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:59.610208 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b9f41638-7233-4774-a08c-94ba513be175 req-687f5116-140a-45a2-8e18-f5a95e0ffb99 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a46234c703574ed9b5ffb661124d4f38&device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 1096 time: 0.1172523 Aug 18 19:41:59.749861 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a99226-1eec-4a93-a757-e5dc74a67e39 req-3b8f6e73-714b-4401-8e1c-bd841533fd08 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:41:59.751490 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-35a99226-1eec-4a93-a757-e5dc74a67e39 req-3b8f6e73-714b-4401-8e1c-bd841533fd08 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0500109 Aug 18 19:41:59.799829 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-35a99226-1eec-4a93-a757-e5dc74a67e39 req-9b930295-cef9-49b4-b22b-2a2f6d5af151 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414605 Aug 18 19:41:59.973338 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-5810fd17-6ced-44c5-ac32-23ef870209ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=006ed51c-543b-470b-8d8c-8e035ffe1c0f HTTP/1.1" status: 200 len: 217 time: 0.3113916 Aug 18 19:42:00.175731 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-66c27634-c65b-47a7-af90-f58f916f98c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:00.177733 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-66c27634-c65b-47a7-af90-f58f916f98c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a0797b3-7667-41c9-b4c1-878fd339c483 HTTP/1.1" status: 200 len: 849 time: 0.1860394 Aug 18 19:42:00.188662 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a33808-6243-4498-93d8-4e4e8252b3cd req-fa2c6558-b62e-48c9-93b7-5691be5448e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:00.190125 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-02a33808-6243-4498-93d8-4e4e8252b3cd req-fa2c6558-b62e-48c9-93b7-5691be5448e5 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=55a46dee3b2d46d79cfe6a8e52d7bd63&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5296059 Aug 18 19:42:00.197698 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c25b70-fafb-4cee-b2e8-ccb0ac54c4bd req-a0905487-c03a-4b20-be76-183071be72af tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:00.199239 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b5c25b70-fafb-4cee-b2e8-ccb0ac54c4bd req-a0905487-c03a-4b20-be76-183071be72af tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 944 time: 0.2358046 Aug 18 19:42:00.229092 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f41638-7233-4774-a08c-94ba513be175 req-e16b551a-0525-4ffe-b627-f20307af0151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:00.230102 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b9f41638-7233-4774-a08c-94ba513be175 req-e16b551a-0525-4ffe-b627-f20307af0151 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=a46234c703574ed9b5ffb661124d4f38&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5602863 Aug 18 19:42:00.464075 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b5c25b70-fafb-4cee-b2e8-ccb0ac54c4bd req-6640e1c0-fd93-430f-97f4-727251f0254b tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2465346 Aug 18 19:42:00.493753 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-7dc42087-45ef-4ad7-8da2-dcf17bcaf945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:00.493753 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-7dc42087-45ef-4ad7-8da2-dcf17bcaf945 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f75a4ad2-5977-4a3c-89ba-eb88091ae653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3021951 Aug 18 19:42:00.517768 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a33808-6243-4498-93d8-4e4e8252b3cd req-f96b144c-8263-41dc-ab74-8ee861c018b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:00.519292 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-02a33808-6243-4498-93d8-4e4e8252b3cd req-f96b144c-8263-41dc-ab74-8ee861c018b2 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3112042 Aug 18 19:42:00.529666 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f41638-7233-4774-a08c-94ba513be175 req-cd25bc42-8c8e-413c-9041-9090bc7b2045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:00.531153 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b9f41638-7233-4774-a08c-94ba513be175 req-cd25bc42-8c8e-413c-9041-9090bc7b2045 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2336752 Aug 18 19:42:00.636817 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef8617-86d6-4952-b3e9-ada64efc228f req-f8686662-a39b-4a29-bade-6682fadef8d2 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:00.638424 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7cef8617-86d6-4952-b3e9-ada64efc228f req-f8686662-a39b-4a29-bade-6682fadef8d2 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 945 time: 0.0566285 Aug 18 19:42:00.679859 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7cef8617-86d6-4952-b3e9-ada64efc228f req-9f6f9bb7-925a-49d3-9b8e-d47ee8c656e9 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352943 Aug 18 19:42:00.696690 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd176942-d0ac-4704-9a39-25eaf2e3318f req-29697187-5358-49d4-a46e-8a4abdaca8b1 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:00.698968 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-dd176942-d0ac-4704-9a39-25eaf2e3318f req-29697187-5358-49d4-a46e-8a4abdaca8b1 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 943 time: 0.0595078 Aug 18 19:42:00.743153 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-dd176942-d0ac-4704-9a39-25eaf2e3318f req-b866ba04-4b70-4cea-8602-6a9b18759345 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366588 Aug 18 19:42:00.941442 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acded0a3-9d9b-4224-9b25-4d9faa9a53ec req-140f4b34-e17c-4028-bd4f-6b125d299417 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:00.942999 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-acded0a3-9d9b-4224-9b25-4d9faa9a53ec req-140f4b34-e17c-4028-bd4f-6b125d299417 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0477648 Aug 18 19:42:00.980480 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-acded0a3-9d9b-4224-9b25-4d9faa9a53ec req-9f232f34-1dfe-4474-92c0-a91ee70ea2dd tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302815 Aug 18 19:42:01.587596 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd0fff-0323-46ed-8614-1642c261115e req-44644583-f853-4969-b993-0e2551174de9 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:01.589175 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e1bd0fff-0323-46ed-8614-1642c261115e req-44644583-f853-4969-b993-0e2551174de9 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 944 time: 0.0496724 Aug 18 19:42:01.629130 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e1bd0fff-0323-46ed-8614-1642c261115e req-0d6e89cb-5b00-4ebb-9971-e924f13a12be tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334418 Aug 18 19:42:01.800133 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12fb6a-97d8-4909-99e2-9ddafbe5c729 req-57a9ad18-61d6-46ce-a5ae-bd03324c698b tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:01.801680 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-4e12fb6a-97d8-4909-99e2-9ddafbe5c729 req-57a9ad18-61d6-46ce-a5ae-bd03324c698b tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 945 time: 0.0498316 Aug 18 19:42:01.842160 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-4e12fb6a-97d8-4909-99e2-9ddafbe5c729 req-5b3e0ac7-6628-4855-b62c-24c9c4153e2b tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337837 Aug 18 19:42:01.862314 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9fa185-52fa-413a-b4c1-fbb90cdc3cfa req-cb10c619-b3f7-4ef5-a90e-73ea3cc4afb9 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:01.863819 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8b9fa185-52fa-413a-b4c1-fbb90cdc3cfa req-cb10c619-b3f7-4ef5-a90e-73ea3cc4afb9 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 943 time: 0.0504601 Aug 18 19:42:01.906508 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8b9fa185-52fa-413a-b4c1-fbb90cdc3cfa req-56cdd411-aa0e-4f30-adff-be7353e426a0 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365818 Aug 18 19:42:02.114535 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc19fbd-ba3a-4dcb-b5a3-f033f2137439 req-e65ffb2d-0904-4d25-a381-3a1aa15f9ed6 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:02.116576 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7fc19fbd-ba3a-4dcb-b5a3-f033f2137439 req-e65ffb2d-0904-4d25-a381-3a1aa15f9ed6 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0546615 Aug 18 19:42:02.154454 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7fc19fbd-ba3a-4dcb-b5a3-f033f2137439 req-f3f515d9-ce40-4fb4-a82e-9ec855febff4 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317671 Aug 18 19:42:02.760418 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baee2b7-9b63-4d6b-ba3f-28e64e882e1b req-e9db0e0b-7144-4fbd-a163-7fef47c56571 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:02.761908 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2baee2b7-9b63-4d6b-ba3f-28e64e882e1b req-e9db0e0b-7144-4fbd-a163-7fef47c56571 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 944 time: 0.0564616 Aug 18 19:42:02.802717 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2baee2b7-9b63-4d6b-ba3f-28e64e882e1b req-9ba66e38-a47a-49d1-ba22-d493a29ea36e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345268 Aug 18 19:42:02.966096 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf003b-9297-4231-b445-d6e0790bc42a req-4e55128b-30fd-4cf7-ac4f-488cee140507 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:02.967601 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1daf003b-9297-4231-b445-d6e0790bc42a req-4e55128b-30fd-4cf7-ac4f-488cee140507 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 945 time: 0.0541358 Aug 18 19:42:03.008011 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1daf003b-9297-4231-b445-d6e0790bc42a req-6315286e-461b-42cb-a80b-d0063f615a62 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344231 Aug 18 19:42:03.028126 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a92df-bc6a-4353-9616-9e8090832dfc req-c7ca816f-d3ce-4916-b052-29c3405de76d tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:03.029608 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fc0a92df-bc6a-4353-9616-9e8090832dfc req-c7ca816f-d3ce-4916-b052-29c3405de76d tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 943 time: 0.0497589 Aug 18 19:42:03.070691 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fc0a92df-bc6a-4353-9616-9e8090832dfc req-d005bd6d-80cc-419c-92a0-a3553b8077b7 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350013 Aug 18 19:42:03.273608 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f79dd5-8d96-444c-a102-4a4ad702462c req-01b8bc4a-6872-4d1b-a786-1f5bc7558afc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:03.275005 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f5f79dd5-8d96-444c-a102-4a4ad702462c req-01b8bc4a-6872-4d1b-a786-1f5bc7558afc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0478616 Aug 18 19:42:03.313221 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f5f79dd5-8d96-444c-a102-4a4ad702462c req-68dbc16a-d9f4-45d8-9d04-1e7273e633e8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318751 Aug 18 19:42:03.934166 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ec832-127a-4afd-8570-cd49ea9fa3e2 req-5d8f5252-0566-40cc-8515-4b1f4ab701cc tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:03.936603 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1c0ec832-127a-4afd-8570-cd49ea9fa3e2 req-5d8f5252-0566-40cc-8515-4b1f4ab701cc tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 944 time: 0.0634921 Aug 18 19:42:03.981291 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1c0ec832-127a-4afd-8570-cd49ea9fa3e2 req-e16b24d4-d1e6-4f3a-96c9-60c67770255f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387678 Aug 18 19:42:04.133886 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d492a65-13c3-44f8-8886-576ad7ab795c req-87e51500-566d-43da-b89f-7cb87250e8b9 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:04.135854 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2d492a65-13c3-44f8-8886-576ad7ab795c req-87e51500-566d-43da-b89f-7cb87250e8b9 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 945 time: 0.0588629 Aug 18 19:42:04.176123 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2d492a65-13c3-44f8-8886-576ad7ab795c req-0522e6dd-7a5b-4ed0-bf4f-baca1a5addb9 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339763 Aug 18 19:42:04.196391 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66e942-5bb5-452b-a17e-075e67dc9340 req-25f29a6d-1acb-412e-a4ff-7deb56bf50d2 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:04.198026 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cc66e942-5bb5-452b-a17e-075e67dc9340 req-25f29a6d-1acb-412e-a4ff-7deb56bf50d2 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 943 time: 0.0527267 Aug 18 19:42:04.237014 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cc66e942-5bb5-452b-a17e-075e67dc9340 req-cf0da2ad-f0ca-482a-9711-92f2bb8a10b5 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327618 Aug 18 19:42:04.321569 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 9c42eef5-09f4-43c6-b0ab-2a513c8552a7 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=100441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:42:04.391826 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['684b1f13-88bc-48cb-8aac-4c054456d2e5'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:42:04.459327 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-20c83f59-037c-48ce-b181-2ccf97ca0dd7 service neutron] 10.222.0.35 "GET /v2.0/networks/f75a4ad2-5977-4a3c-89ba-eb88091ae653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615419 Aug 18 19:42:04.463937 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2d776-3e90-437c-9a4e-038410e92456 req-5fc57817-da7a-4c07-b9f1-cbfa67c9b23c tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:04.465624 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-57e2d776-3e90-437c-9a4e-038410e92456 req-5fc57817-da7a-4c07-b9f1-cbfa67c9b23c tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0518708 Aug 18 19:42:04.490744 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 9c42eef5-09f4-43c6-b0ab-2a513c8552a7, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=9c42eef5-09f4-43c6-b0ab-2a513c8552a7,segment=NetworkSegment(c43853ab-c752-4622-a065-06949e11ee38),segment_id=c43853ab-c752-4622-a065-06949e11ee38)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:42:04.509329 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-57e2d776-3e90-437c-9a4e-038410e92456 req-0ce11309-a64b-4453-ada4-7a820f35fe3f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359907 Aug 18 19:42:04.514099 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Returning: {'device': '9c42eef5-09f4-43c6-b0ab-2a513c8552a7', 'network_id': 'dce2f450-0829-49bd-98f5-ccdff24d54ce', 'port_id': '9c42eef5-09f4-43c6-b0ab-2a513c8552a7', 'mac_address': 'fa:16:3e:b1:32:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed5411e-26f3-415c-9eed-53e1e186712a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:42:04.564050 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-0dc52b8c-3481-4142-98c5-001c8d4f274c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:04.565530 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-0dc52b8c-3481-4142-98c5-001c8d4f274c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=55a46dee3b2d46d79cfe6a8e52d7bd63&device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 1096 time: 0.1790791 Aug 18 19:42:04.573048 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-9c3b7be6-f9ab-453a-86d0-af4f21d7a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:04.574501 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-9c3b7be6-f9ab-453a-86d0-af4f21d7a51c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a46234c703574ed9b5ffb661124d4f38&device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 1096 time: 0.1689293 Aug 18 19:42:04.580766 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:04.615185 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-01c1392a-5df7-4bcf-b693-2c38dc2e3115 req-5416c062-7cce-4b6a-9f76-799eb6593635 service neutron] 10.222.0.35 "GET /v2.0/networks/f75a4ad2-5977-4a3c-89ba-eb88091ae653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464207 Aug 18 19:42:04.616037 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c42eef5-09f4-43c6-b0ab-2a513c8552a7 {{(pid=100441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:42:04.649229 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 9c42eef5-09f4-43c6-b0ab-2a513c8552a7, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=9c42eef5-09f4-43c6-b0ab-2a513c8552a7,segment=NetworkSegment(c43853ab-c752-4622-a065-06949e11ee38),segment_id=c43853ab-c752-4622-a065-06949e11ee38)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:42:04.654107 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:04.732611 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=9c42eef5-09f4-43c6-b0ab-2a513c8552a7,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:05.100339 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-33c6ffec-81aa-4d7f-83eb-221a7646bcc3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55 HTTP/1.1" status: 200 len: 217 time: 0.0665042 Aug 18 19:42:05.109940 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-ede1e9c3-4904-4f61-8e7a-79985275400f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0021955a-d6b5-4d3c-be30-78b86a27a40b HTTP/1.1" status: 200 len: 217 time: 0.0830700 Aug 18 19:42:05.147184 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72a2af-d762-4682-867e-13a08457e20b req-af284d1d-1151-49ec-9db5-6b567236478d tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:05.148709 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-dc72a2af-d762-4682-867e-13a08457e20b req-af284d1d-1151-49ec-9db5-6b567236478d tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 944 time: 0.0764830 Aug 18 19:42:05.291591 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-6e6ab21e-12a9-4f6e-8864-b638e48d4a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:05.293460 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-6e6ab21e-12a9-4f6e-8864-b638e48d4a50 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bed5411e-26f3-415c-9eed-53e1e186712a HTTP/1.1" status: 200 len: 859 time: 0.1424477 Aug 18 19:42:05.302181 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-cb6e8275-adcd-4ce3-a122-ee934b37b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:05.304423 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-cb6e8275-adcd-4ce3-a122-ee934b37b227 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b HTTP/1.1" status: 200 len: 855 time: 0.1526971 Aug 18 19:42:05.324210 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be66c14-f227-4507-af74-76b3a64bf3be req-bd6cda17-3aea-4347-b072-47383998c450 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:05.327605 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-8be66c14-f227-4507-af74-76b3a64bf3be req-bd6cda17-3aea-4347-b072-47383998c450 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 945 time: 0.0693450 Aug 18 19:42:05.327771 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-dc72a2af-d762-4682-867e-13a08457e20b req-db211946-42f1-4db3-884c-b44dbf441fcb tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513824 Aug 18 19:42:05.329723 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a33808-6243-4498-93d8-4e4e8252b3cd req-5d7cfd92-82cd-4713-89e7-2d8d7c713d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:05.331369 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-02a33808-6243-4498-93d8-4e4e8252b3cd req-5d7cfd92-82cd-4713-89e7-2d8d7c713d46 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77e9437c632648f4ac33b7f9bb3af25c&device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 1097 time: 0.1815875 Aug 18 19:42:05.397451 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-f0e0040c-f844-4f1d-84c3-f6f49c0d96e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dce2f450-0829-49bd-98f5-ccdff24d54ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907311 Aug 18 19:42:05.410526 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-8be66c14-f227-4507-af74-76b3a64bf3be req-d89ebf40-5b6f-4c7d-8cef-31ec89e5afb3 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635424 Aug 18 19:42:05.658738 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf8477-2e6a-4dae-9c6a-b65799adfb4c req-94c4b1b4-3c14-4174-9a36-748f8c1e5dfc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:05.662861 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-02cf8477-2e6a-4dae-9c6a-b65799adfb4c req-94c4b1b4-3c14-4174-9a36-748f8c1e5dfc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0675037 Aug 18 19:42:05.711919 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-02cf8477-2e6a-4dae-9c6a-b65799adfb4c req-5e731861-f85d-442e-b6e8-3b934cc19701 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425179 Aug 18 19:42:05.737321 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-b108eb32-ba33-4283-9c71-478abb2eba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:05.738982 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-b108eb32-ba33-4283-9c71-478abb2eba0f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48079850-84f4-4aec-a648-0aa058db8488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4054630 Aug 18 19:42:05.834630 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c2a46-9e6f-423e-b825-2b7cf3db844a req-6fb5fe93-953b-4213-9fb1-a142986823ac tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:05.836202 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6b8c2a46-9e6f-423e-b825-2b7cf3db844a req-6fb5fe93-953b-4213-9fb1-a142986823ac tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 943 time: 0.3857794 Aug 18 19:42:05.837625 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['9c42eef5-09f4-43c6-b0ab-2a513c8552a7'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:42:05.872650 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a33808-6243-4498-93d8-4e4e8252b3cd req-5109d9e3-65bf-4622-a832-0ed0a0e75e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:05.875167 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-02a33808-6243-4498-93d8-4e4e8252b3cd req-5109d9e3-65bf-4622-a832-0ed0a0e75e8f service neutron] 10.222.0.35 "GET /v2.0/networks?id=f75a4ad2-5977-4a3c-89ba-eb88091ae653 HTTP/1.1" status: 200 len: 911 time: 0.5102108 Aug 18 19:42:05.903704 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-e4c96d74-c030-4345-81ce-9fe3d3bd0bc8 service neutron] 10.222.0.35 "GET /v2.0/networks/dce2f450-0829-49bd-98f5-ccdff24d54ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923985 Aug 18 19:42:05.955313 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-02a33808-6243-4498-93d8-4e4e8252b3cd req-06d45667-b8e8-4142-97b1-08eab4e64e85 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=006ed51c-543b-470b-8d8c-8e035ffe1c0f HTTP/1.1" status: 200 len: 217 time: 0.0655496 Aug 18 19:42:06.060831 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6b8c2a46-9e6f-423e-b825-2b7cf3db844a req-1212cfbd-b604-473b-93e8-4ba9307af1b0 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068655 Aug 18 19:42:06.070820 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-1a336013-7e84-4157-b1cf-9187c9c7cc85 service neutron] 10.222.0.35 "GET /v2.0/networks/48079850-84f4-4aec-a648-0aa058db8488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224394 Aug 18 19:42:06.150498 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a33808-6243-4498-93d8-4e4e8252b3cd req-4e55a798-9656-4a3d-b6ea-290377afc68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:06.152024 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-02a33808-6243-4498-93d8-4e4e8252b3cd req-4e55a798-9656-4a3d-b6ea-290377afc68c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a0797b3-7667-41c9-b4c1-878fd339c483 HTTP/1.1" status: 200 len: 849 time: 0.1867795 Aug 18 19:42:06.218285 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-64c33fb9-6d74-413e-a598-7bd67dfa4c46 service neutron] 10.222.0.35 "GET /v2.0/networks/dce2f450-0829-49bd-98f5-ccdff24d54ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830760 Aug 18 19:42:06.257288 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a33808-6243-4498-93d8-4e4e8252b3cd req-f42b7a63-87dd-4ce1-8799-0e3d457721f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:06.258884 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-02a33808-6243-4498-93d8-4e4e8252b3cd req-f42b7a63-87dd-4ce1-8799-0e3d457721f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f75a4ad2-5977-4a3c-89ba-eb88091ae653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0958531 Aug 18 19:42:06.261274 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-0d451c16-68bc-4608-8308-9dd7275809dc service neutron] 10.222.0.35 "GET /v2.0/networks/48079850-84f4-4aec-a648-0aa058db8488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800067 Aug 18 19:42:06.439563 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-02a33808-6243-4498-93d8-4e4e8252b3cd req-ad9630eb-a5fb-4757-8a77-56e9520ec8b1 service neutron] 10.222.0.35 "GET /v2.0/networks/f75a4ad2-5977-4a3c-89ba-eb88091ae653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250610 Aug 18 19:42:06.527761 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5762e-e9f5-474c-80ee-a2505fab2d3f req-b26f405a-a356-40be-9a12-8ff5e07bcbea tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:06.535424 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-71c5762e-e9f5-474c-80ee-a2505fab2d3f req-b26f405a-a356-40be-9a12-8ff5e07bcbea tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 944 time: 0.1148982 Aug 18 19:42:06.592790 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2592d-ab23-4b30-aa1c-f806e875f094 req-90a07e6e-f4dd-4ef5-97ba-4f7337efb7fc tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:06.594388 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-bdc2592d-ab23-4b30-aa1c-f806e875f094 req-90a07e6e-f4dd-4ef5-97ba-4f7337efb7fc tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 945 time: 0.0789251 Aug 18 19:42:06.611719 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-71c5762e-e9f5-474c-80ee-a2505fab2d3f req-fe555c31-6cc4-4e98-b771-1f32f0755859 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750220 Aug 18 19:42:06.629606 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-02a33808-6243-4498-93d8-4e4e8252b3cd req-6bbedad9-ebad-4966-9222-f42fcc56de82 service neutron] 10.222.0.35 "GET /v2.0/networks/f75a4ad2-5977-4a3c-89ba-eb88091ae653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824188 Aug 18 19:42:06.683258 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-bdc2592d-ab23-4b30-aa1c-f806e875f094 req-24cc02e8-c4f8-4bec-8128-8fcf1c0215ab tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667307 Aug 18 19:42:06.874373 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664cb458-90d6-484f-bdf8-f26825e7bc6f req-13f4bb07-5706-4915-b3a4-6f1ac95d973a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:06.875958 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-664cb458-90d6-484f-bdf8-f26825e7bc6f req-13f4bb07-5706-4915-b3a4-6f1ac95d973a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0597506 Aug 18 19:42:06.915062 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-664cb458-90d6-484f-bdf8-f26825e7bc6f req-1f72c90a-6909-4c8b-ac4c-43eb3bd19432 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328796 Aug 18 19:42:07.202010 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce302d06-b0bf-48e2-903b-db09af289d7f req-720cb062-fdff-4f6a-94d5-0eb736274b31 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:07.203579 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ce302d06-b0bf-48e2-903b-db09af289d7f req-720cb062-fdff-4f6a-94d5-0eb736274b31 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 943 time: 0.0585053 Aug 18 19:42:07.245192 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ce302d06-b0bf-48e2-903b-db09af289d7f req-92f1fa92-879e-48f2-9d0b-ab185aad443c tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334563 Aug 18 19:42:07.758837 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a7b23-8b08-4c6c-874a-d7eeec8f21f3 req-f9d9e8b5-e309-4dd5-9b66-e822cbfc2dcc tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:07.760307 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1c0a7b23-8b08-4c6c-874a-d7eeec8f21f3 req-f9d9e8b5-e309-4dd5-9b66-e822cbfc2dcc tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 944 time: 0.0644391 Aug 18 19:42:07.803607 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1c0a7b23-8b08-4c6c-874a-d7eeec8f21f3 req-1d01d935-52e6-4a47-a469-f254d59a78e2 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371776 Aug 18 19:42:07.827579 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7001d8c-10b2-4e3e-96e0-910a747ef59a req-a7425832-0017-42e7-95eb-39399b4e0fb8 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:07.827579 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a7001d8c-10b2-4e3e-96e0-910a747ef59a req-a7425832-0017-42e7-95eb-39399b4e0fb8 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 945 time: 0.0579858 Aug 18 19:42:07.865437 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a7001d8c-10b2-4e3e-96e0-910a747ef59a req-3bfc4fac-c7fb-487a-b0e3-77b9956d49e7 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387743 Aug 18 19:42:08.097143 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b65f8-d622-4874-ae3e-7e3d2194f43d req-9028d163-388e-40a5-a93f-ad500cebe25b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:08.098911 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-fc9b65f8-d622-4874-ae3e-7e3d2194f43d req-9028d163-388e-40a5-a93f-ad500cebe25b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0576930 Aug 18 19:42:08.158317 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-fc9b65f8-d622-4874-ae3e-7e3d2194f43d req-4839001e-fe2d-46ae-ba76-5685fb14aa33 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527177 Aug 18 19:42:08.306201 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 684b1f13-88bc-48cb-8aac-4c054456d2e5 up at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:42:08.401580 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning for port 684b1f13-88bc-48cb-8aac-4c054456d2e5 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:42:08.409112 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc3867-52c7-4166-9938-343275c6a81f req-35b4f7cc-f299-426f-876b-1c4334f85895 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:08.410968 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c5bc3867-52c7-4166-9938-343275c6a81f req-35b4f7cc-f299-426f-876b-1c4334f85895 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 943 time: 0.0733349 Aug 18 19:42:08.413129 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning complete for port 684b1f13-88bc-48cb-8aac-4c054456d2e5 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:42:08.413561 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:08.481712 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c5bc3867-52c7-4166-9938-343275c6a81f req-79783f72-4cfc-42ef-be57-9349688d2bf0 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611477 Aug 18 19:42:08.504899 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:08.542404 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b30a3f-b3fc-4322-9bcc-489962c40375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684b1f13-88bc-48cb-8aac-4c054456d2e5'}] {{(pid=100441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:42:08.577069 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 41150) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:42:08.622068 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 684b1f13-88bc-48cb-8aac-4c054456d2e5, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=684b1f13-88bc-48cb-8aac-4c054456d2e5,segment=NetworkSegment(9a0d0cd8-d55d-4984-b913-356273c62713),segment_id=9a0d0cd8-d55d-4984-b913-356273c62713)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:42:08.626472 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:08.627359 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 9c42eef5-09f4-43c6-b0ab-2a513c8552a7 up at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:42:08.706402 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=684b1f13-88bc-48cb-8aac-4c054456d2e5,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:08.720176 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning for port 9c42eef5-09f4-43c6-b0ab-2a513c8552a7 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:42:08.725825 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning complete for port 9c42eef5-09f4-43c6-b0ab-2a513c8552a7 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:42:08.726418 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:08.744425 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bd8bdd21-92b8-4470-b670-7348a7b14261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:08.894892 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bd8bdd21-92b8-4470-b670-7348a7b14261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:08.901461 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c845df31933df15e4981d7dcb3334c44fca6e0bb010d803592179d7e14a8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07e21dc-9a3a-4365-bfb8-4300057b2920" -d '{"events": [{"server_uuid": "e2b30a3f-b3fc-4322-9bcc-489962c40375", "name": "network-vif-plugged", "status": "completed", "tag": "684b1f13-88bc-48cb-8aac-4c054456d2e5"}]}' {{(pid=100441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:42:08.903918 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bd8bdd21-92b8-4470-b670-7348a7b14261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:08.977521 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:09.001787 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accb7c8-a1af-4f64-9245-17e4e4c5d2b4 req-d0737d9a-9b19-4b42-aeed-f1bd65d04c14 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:09.005823 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-bd8bdd21-92b8-4470-b670-7348a7b14261 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3c8217da711a47e896b5c12c6a1c1622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4269340 Aug 18 19:42:09.009132 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 41180) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:42:09.015282 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7accb7c8-a1af-4f64-9245-17e4e4c5d2b4 req-d0737d9a-9b19-4b42-aeed-f1bd65d04c14 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 944 time: 0.0893807 Aug 18 19:42:09.016692 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8bdd21-92b8-4470-b670-7348a7b14261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56633dc-0d11-4f4c-9d29-96ad2fe37f50,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:09.021974 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 9c42eef5-09f4-43c6-b0ab-2a513c8552a7, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=9c42eef5-09f4-43c6-b0ab-2a513c8552a7,segment=NetworkSegment(c43853ab-c752-4622-a065-06949e11ee38),segment_id=c43853ab-c752-4622-a065-06949e11ee38)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:42:09.027405 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:09.070697 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7accb7c8-a1af-4f64-9245-17e4e4c5d2b4 req-0bdfb6cd-33a4-4815-8b95-91d44a66ad58 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501189 Aug 18 19:42:09.094507 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=9c42eef5-09f4-43c6-b0ab-2a513c8552a7,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:09.109491 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c0f71-7c76-4371-8010-fbce5816b2c9 req-01792a0e-69e2-4012-bf09-3bd1bfa070eb tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:09.111815 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d02c0f71-7c76-4371-8010-fbce5816b2c9 req-01792a0e-69e2-4012-bf09-3bd1bfa070eb tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 946 time: 0.1557093 Aug 18 19:42:09.197061 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-2ac0069b-42ab-4ad7-8b99-541774631776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:09.201310 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbbf798-88e7-4800-8594-5b3af5ca8cdf x-openstack-request-id: req-cbbbf798-88e7-4800-8594-5b3af5ca8cdf {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:42:09.201691 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d02c0f71-7c76-4371-8010-fbce5816b2c9 req-341bc467-4be5-4483-a7bf-4bf72b1cb210 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821719 Aug 18 19:42:09.201969 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b30a3f-b3fc-4322-9bcc-489962c40375", "name": "network-vif-plugged", "status": "completed", "tag": "684b1f13-88bc-48cb-8aac-4c054456d2e5", "code": 200}]} {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:42:09.202393 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cbbbf798-88e7-4800-8594-5b3af5ca8cdf {{(pid=100441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:42:09.203049 dv-cinder-805072-2-iscsi neutron-server[100441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b30a3f-b3fc-4322-9bcc-489962c40375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684b1f13-88bc-48cb-8aac-4c054456d2e5', 'code': 200} Aug 18 19:42:09.241207 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-2ac0069b-42ab-4ad7-8b99-541774631776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:09.313992 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-2ac0069b-42ab-4ad7-8b99-541774631776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:09.327675 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-2ac0069b-42ab-4ad7-8b99-541774631776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:09.330116 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-2ac0069b-42ab-4ad7-8b99-541774631776 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f56633dc-0d11-4f4c-9d29-96ad2fe37f50 HTTP/1.1" status: 204 len: 168 time: 0.3197055 Aug 18 19:42:09.370354 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0069b-42ab-4ad7-8b99-541774631776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56633dc-0d11-4f4c-9d29-96ad2fe37f50,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:09.377648 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67d371-332b-4f9d-8a3d-814c6833d324 req-d8b1b66d-6338-430a-a667-ce63556ed79c tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:09.389420 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-cb67d371-332b-4f9d-8a3d-814c6833d324 req-d8b1b66d-6338-430a-a667-ce63556ed79c tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.1106188 Aug 18 19:42:09.391609 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0069b-42ab-4ad7-8b99-541774631776 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:09.392220 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0069b-42ab-4ad7-8b99-541774631776 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:09.393170 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0069b-42ab-4ad7-8b99-541774631776 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:09.396012 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0069b-42ab-4ad7-8b99-541774631776 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:09.396913 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0069b-42ab-4ad7-8b99-541774631776 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:09.397511 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0069b-42ab-4ad7-8b99-541774631776 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:09.400102 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0069b-42ab-4ad7-8b99-541774631776 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:09.400583 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0069b-42ab-4ad7-8b99-541774631776 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:09.401024 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0069b-42ab-4ad7-8b99-541774631776 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:09.403031 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0069b-42ab-4ad7-8b99-541774631776 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:09.403470 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0069b-42ab-4ad7-8b99-541774631776 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:09.404569 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0069b-42ab-4ad7-8b99-541774631776 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:09.444693 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-cb67d371-332b-4f9d-8a3d-814c6833d324 req-8726e1db-9914-4706-a411-05280385457e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542903 Aug 18 19:42:09.606337 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43da88-f70f-4a2a-ab17-fc59eb3e51d3 req-5674ce9e-a042-4e31-a700-bbb043585117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:09.608489 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ab43da88-f70f-4a2a-ab17-fc59eb3e51d3 req-5674ce9e-a042-4e31-a700-bbb043585117 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 1099 time: 0.1124637 Aug 18 19:42:09.688873 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-ab43da88-f70f-4a2a-ab17-fc59eb3e51d3 req-4c64f902-5553-45f8-8324-500f4be3490d service neutron] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:09.723529 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd729b3-b621-4d3f-a0bc-c3986fc8805c req-eb9be0e2-3167-4f26-9aef-833997ae4a97 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:09.725742 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-bfd729b3-b621-4d3f-a0bc-c3986fc8805c req-eb9be0e2-3167-4f26-9aef-833997ae4a97 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 943 time: 0.1160817 Aug 18 19:42:09.817773 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-bfd729b3-b621-4d3f-a0bc-c3986fc8805c req-f6251a11-a273-4c3d-b4a2-9b66cb207279 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841529 Aug 18 19:42:09.886036 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-ab43da88-f70f-4a2a-ab17-fc59eb3e51d3 req-4c64f902-5553-45f8-8324-500f4be3490d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:09.889997 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-ab43da88-f70f-4a2a-ab17-fc59eb3e51d3 req-4c64f902-5553-45f8-8324-500f4be3490d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:09.927499 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ab43da88-f70f-4a2a-ab17-fc59eb3e51d3 req-4c64f902-5553-45f8-8324-500f4be3490d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993200 Aug 18 19:42:09.932387 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64f902-5553-45f8-8324-500f4be3490d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc76c03-d2a6-466e-9dd3-22b3a361c26a,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:10.181987 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef804b2-776e-4a3f-a32b-1579299dac6c req-1cf4995d-1a1a-442d-bf97-c722cdb3bac8 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:10.183695 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1ef804b2-776e-4a3f-a32b-1579299dac6c req-1cf4995d-1a1a-442d-bf97-c722cdb3bac8 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 944 time: 0.0517533 Aug 18 19:42:10.224796 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1ef804b2-776e-4a3f-a32b-1579299dac6c req-dca9aa9d-5d72-45a9-8f8e-afa8bacf1db6 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327096 Aug 18 19:42:10.314707 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=100441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:42:10.330122 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb72a0-69cd-4230-99b7-6b4221c6334b req-1686b7f8-d4d8-435e-99dc-7de14dfbbc8d tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:10.335187 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-26bb72a0-69cd-4230-99b7-6b4221c6334b req-1686b7f8-d4d8-435e-99dc-7de14dfbbc8d tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 946 time: 0.0588074 Aug 18 19:42:10.387336 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-26bb72a0-69cd-4230-99b7-6b4221c6334b req-acad9de6-5a1c-4265-9d2b-789284f6bf47 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477407 Aug 18 19:42:10.419756 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55,segment=NetworkSegment(c43853ab-c752-4622-a065-06949e11ee38),segment_id=c43853ab-c752-4622-a065-06949e11ee38)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:42:10.436593 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Returning: {'device': 'fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55', 'network_id': 'dce2f450-0829-49bd-98f5-ccdff24d54ce', 'port_id': 'fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55', 'mac_address': 'fa:16:3e:54:b1:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed5411e-26f3-415c-9eed-53e1e186712a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:42:10.478180 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:10.495648 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55 {{(pid=100441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:42:10.520530 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55,segment=NetworkSegment(c43853ab-c752-4622-a065-06949e11ee38),segment_id=c43853ab-c752-4622-a065-06949e11ee38)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:42:10.525746 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:10.526537 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 006ed51c-543b-470b-8d8c-8e035ffe1c0f details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=100441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:42:10.628410 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:10.643152 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:10.643562 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:10.643911 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:10.644415 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:10.644896 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:10.645362 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:10.645895 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:10.646460 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:10.647290 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:10.647786 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:10.648251 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:10.648723 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:10.697389 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efe196-2b3a-4b58-ba79-8975da371aca req-cbe389b7-9682-45c0-9969-7875da806e76 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:10.706195 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c9efe196-2b3a-4b58-ba79-8975da371aca req-cbe389b7-9682-45c0-9969-7875da806e76 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.1108634 Aug 18 19:42:10.727761 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 006ed51c-543b-470b-8d8c-8e035ffe1c0f, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=006ed51c-543b-470b-8d8c-8e035ffe1c0f,segment=NetworkSegment(61037c1e-a9d9-4d0e-93a7-ef04c02e93c2),segment_id=61037c1e-a9d9-4d0e-93a7-ef04c02e93c2)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:42:10.751567 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c9efe196-2b3a-4b58-ba79-8975da371aca req-0be9c850-bb41-4b11-8653-76a4c2f0cf02 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444219 Aug 18 19:42:10.763991 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Returning: {'device': '006ed51c-543b-470b-8d8c-8e035ffe1c0f', 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653', 'port_id': '006ed51c-543b-470b-8d8c-8e035ffe1c0f', 'mac_address': 'fa:16:3e:54:dd:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:42:10.826560 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:10.850840 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006ed51c-543b-470b-8d8c-8e035ffe1c0f {{(pid=100441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:42:10.879849 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 006ed51c-543b-470b-8d8c-8e035ffe1c0f, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=006ed51c-543b-470b-8d8c-8e035ffe1c0f,segment=NetworkSegment(61037c1e-a9d9-4d0e-93a7-ef04c02e93c2),segment_id=61037c1e-a9d9-4d0e-93a7-ef04c02e93c2)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:42:10.885340 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:10.886483 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 0021955a-d6b5-4d3c-be30-78b86a27a40b details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=100441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:42:11.000168 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fac89-2216-42ba-bf18-c0608fa72c17 req-6a47a9e9-46ad-4ac2-8c97-593d511beec6 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:11.010316 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=006ed51c-543b-470b-8d8c-8e035ffe1c0f,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:11.023571 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2f8fac89-2216-42ba-bf18-c0608fa72c17 req-6a47a9e9-46ad-4ac2-8c97-593d511beec6 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 944 time: 0.1119924 Aug 18 19:42:11.061659 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 0021955a-d6b5-4d3c-be30-78b86a27a40b, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=0021955a-d6b5-4d3c-be30-78b86a27a40b,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:42:11.076375 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Returning: {'device': '0021955a-d6b5-4d3c-be30-78b86a27a40b', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'port_id': '0021955a-d6b5-4d3c-be30-78b86a27a40b', 'mac_address': 'fa:16:3e:72:b8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:42:11.089352 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2f8fac89-2216-42ba-bf18-c0608fa72c17 req-084eaf85-0ca9-46c1-9742-096a16bd8f8e tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610418 Aug 18 19:42:11.125704 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:11.146081 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0021955a-d6b5-4d3c-be30-78b86a27a40b {{(pid=100441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:42:11.168045 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 0021955a-d6b5-4d3c-be30-78b86a27a40b, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=0021955a-d6b5-4d3c-be30-78b86a27a40b,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:42:11.173905 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:11.208729 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888e7150-dfaf-42fe-a675-22bf1871b155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c42eef5-09f4-43c6-b0ab-2a513c8552a7'}] {{(pid=100441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:42:11.211094 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c845df31933df15e4981d7dcb3334c44fca6e0bb010d803592179d7e14a8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb59021-0ab7-4ec9-9a54-79faa554a92a" -d '{"events": [{"server_uuid": "888e7150-dfaf-42fe-a675-22bf1871b155", "name": "network-vif-plugged", "status": "completed", "tag": "9c42eef5-09f4-43c6-b0ab-2a513c8552a7"}]}' {{(pid=100441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:42:11.256778 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=0021955a-d6b5-4d3c-be30-78b86a27a40b,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:11.269401 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305925a8-1694-4287-8740-1c52dc41e286 x-openstack-request-id: req-305925a8-1694-4287-8740-1c52dc41e286 {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:42:11.269731 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888e7150-dfaf-42fe-a675-22bf1871b155", "name": "network-vif-plugged", "status": "completed", "tag": "9c42eef5-09f4-43c6-b0ab-2a513c8552a7", "code": 200}]} {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:42:11.270052 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-305925a8-1694-4287-8740-1c52dc41e286 {{(pid=100441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:42:11.271055 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 41284) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:42:11.277092 dv-cinder-805072-2-iscsi neutron-server[100441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888e7150-dfaf-42fe-a675-22bf1871b155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c42eef5-09f4-43c6-b0ab-2a513c8552a7', 'code': 200} Aug 18 19:42:11.375721 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8bbee4-f2a8-4254-a679-c363c045cc0a req-a3c9cf1c-58a0-4e4e-bd94-cce9bbf150f9 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:11.377304 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ee8bbee4-f2a8-4254-a679-c363c045cc0a req-a3c9cf1c-58a0-4e4e-bd94-cce9bbf150f9 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 945 time: 0.0628648 Aug 18 19:42:11.397232 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-3e35d501-b0ac-470a-912c-ee3168e6ce57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:11.428007 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ee8bbee4-f2a8-4254-a679-c363c045cc0a req-b79fa0a0-ad8e-400b-a5ce-3e896732faa7 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382967 Aug 18 19:42:11.534853 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb8f6e-7cd6-44cd-b7eb-7b44997eb138 req-a31c7f0e-2d04-4570-9c6a-72a81fb88052 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:11.536939 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-4fdb8f6e-7cd6-44cd-b7eb-7b44997eb138 req-a31c7f0e-2d04-4570-9c6a-72a81fb88052 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 946 time: 0.0710671 Aug 18 19:42:11.548123 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-3e35d501-b0ac-470a-912c-ee3168e6ce57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:11.556436 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-3e35d501-b0ac-470a-912c-ee3168e6ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:11.617016 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-4fdb8f6e-7cd6-44cd-b7eb-7b44997eb138 req-6e82f1e0-ed7e-4d01-b0d2-d61ab930560e tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716648 Aug 18 19:42:11.620626 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-3e35d501-b0ac-470a-912c-ee3168e6ce57 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=54b3c9018d16499a89daa63f9bb3d099&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3483887 Aug 18 19:42:11.621466 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35d501-b0ac-470a-912c-ee3168e6ce57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1370d5-b1cc-4c7d-89ca-57ac6aa960ea,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:11.623543 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 41292) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:42:11.629617 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35d501-b0ac-470a-912c-ee3168e6ce57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:11.630025 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35d501-b0ac-470a-912c-ee3168e6ce57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:11.630466 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35d501-b0ac-470a-912c-ee3168e6ce57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:11.630955 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35d501-b0ac-470a-912c-ee3168e6ce57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:11.631305 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35d501-b0ac-470a-912c-ee3168e6ce57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:11.631646 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35d501-b0ac-470a-912c-ee3168e6ce57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:11.631984 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35d501-b0ac-470a-912c-ee3168e6ce57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:11.632322 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35d501-b0ac-470a-912c-ee3168e6ce57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:11.632655 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35d501-b0ac-470a-912c-ee3168e6ce57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:11.632988 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35d501-b0ac-470a-912c-ee3168e6ce57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:11.633317 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35d501-b0ac-470a-912c-ee3168e6ce57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:11.633643 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e35d501-b0ac-470a-912c-ee3168e6ce57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:42:11.692328 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0dc96605-ada0-4844-85c8-8312dffa98ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:11.713821 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0dc96605-ada0-4844-85c8-8312dffa98ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:11.774365 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0dc96605-ada0-4844-85c8-8312dffa98ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:11.777490 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0dc96605-ada0-4844-85c8-8312dffa98ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:11.778590 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-0dc96605-ada0-4844-85c8-8312dffa98ae admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8c1370d5-b1cc-4c7d-89ca-57ac6aa960ea HTTP/1.1" status: 204 len: 168 time: 0.1540687 Aug 18 19:42:11.786770 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc96605-ada0-4844-85c8-8312dffa98ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1370d5-b1cc-4c7d-89ca-57ac6aa960ea,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:11.889318 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89020151-bece-4b35-85cc-5b7ef161a87d req-2ccc9132-1528-4b89-a6af-2f307d31c412 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:11.891196 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-89020151-bece-4b35-85cc-5b7ef161a87d req-2ccc9132-1528-4b89-a6af-2f307d31c412 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 944 time: 0.0555589 Aug 18 19:42:11.933355 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-89020151-bece-4b35-85cc-5b7ef161a87d req-69d43fd8-1dd8-47d2-8e1b-2809d36cd4f4 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339983 Aug 18 19:42:12.091541 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 41304) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:42:12.105163 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-75272581-2ba2-454d-95d6-8053cc3174b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:12.204181 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-75272581-2ba2-454d-95d6-8053cc3174b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:12.206536 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410e423-a0a7-40e0-98fd-90aa16494a58 req-c0de27e2-c872-4028-8d94-de3862bb320b tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:12.208138 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b410e423-a0a7-40e0-98fd-90aa16494a58 req-c0de27e2-c872-4028-8d94-de3862bb320b tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 944 time: 0.0579329 Aug 18 19:42:12.208445 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-75272581-2ba2-454d-95d6-8053cc3174b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:12.246644 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75272581-2ba2-454d-95d6-8053cc3174b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2d7cdf-2feb-4cb7-83e3-9f4efb85d3d0,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:12.250043 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b410e423-a0a7-40e0-98fd-90aa16494a58 req-5a306c3b-a68a-4631-afda-32be0c4a1250 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352194 Aug 18 19:42:12.250969 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-75272581-2ba2-454d-95d6-8053cc3174b3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1840cc35539542fdbac381a534b9bf6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1583774 Aug 18 19:42:12.259642 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 41308) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:42:12.307081 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0fcba732-9ebe-4431-a0ff-fd7c28ba1c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:12.329121 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0fcba732-9ebe-4431-a0ff-fd7c28ba1c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:12.383926 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0fcba732-9ebe-4431-a0ff-fd7c28ba1c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:12.386648 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0fcba732-9ebe-4431-a0ff-fd7c28ba1c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:12.390419 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-0fcba732-9ebe-4431-a0ff-fd7c28ba1c6d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5d2d7cdf-2feb-4cb7-83e3-9f4efb85d3d0 HTTP/1.1" status: 204 len: 168 time: 0.1324420 Aug 18 19:42:12.396941 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcba732-9ebe-4431-a0ff-fd7c28ba1c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2d7cdf-2feb-4cb7-83e3-9f4efb85d3d0,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:12.555415 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f25ea2-45e7-4ebb-9041-d36283e3ddb8 req-f09b13d6-9b3d-4c6c-8a87-5d41ca133833 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:12.557053 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-70f25ea2-45e7-4ebb-9041-d36283e3ddb8 req-f09b13d6-9b3d-4c6c-8a87-5d41ca133833 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 945 time: 0.0544808 Aug 18 19:42:12.607483 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-70f25ea2-45e7-4ebb-9041-d36283e3ddb8 req-55e18dd2-49a7-4b45-8398-a1646ce669d1 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441115 Aug 18 19:42:12.765928 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4113c97-795e-43a8-abbe-1478669972a0 req-ad7511b9-44a4-43fb-9b83-054b88b76900 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:12.767482 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b4113c97-795e-43a8-abbe-1478669972a0 req-ad7511b9-44a4-43fb-9b83-054b88b76900 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 946 time: 0.0627728 Aug 18 19:42:12.807539 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b4113c97-795e-43a8-abbe-1478669972a0 req-3880eea6-6956-4c04-ac0e-513a30721fed tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332482 Aug 18 19:42:13.041358 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-a6354083-6f23-4478-9311-5a5414e7e5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:13.074627 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25fec4-0d24-4819-8f85-1e999cfaad6d req-a1570362-9c45-4a97-b69f-312897c132e4 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:13.078865 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4c25fec4-0d24-4819-8f85-1e999cfaad6d req-a1570362-9c45-4a97-b69f-312897c132e4 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 944 time: 0.0600588 Aug 18 19:42:13.119148 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4c25fec4-0d24-4819-8f85-1e999cfaad6d req-bfa1ef44-60f7-41d8-bff9-f32143917caf tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368755 Aug 18 19:42:13.394113 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090f45d-40ac-4639-a7bd-a91018e5dd76 req-08eb669e-ab5f-4ee7-96bd-72da59c7bb33 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:13.397231 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1090f45d-40ac-4639-a7bd-a91018e5dd76 req-08eb669e-ab5f-4ee7-96bd-72da59c7bb33 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 944 time: 0.0637853 Aug 18 19:42:13.437961 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1090f45d-40ac-4639-a7bd-a91018e5dd76 req-3d3ad7f0-bfb2-4103-b694-dd9d0e6b11ef tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341172 Aug 18 19:42:13.729018 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea5645-63dd-4261-a6c8-9686e1f7e565 req-67933349-45ac-4f92-85b9-1639ed62f45c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:13.730552 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-27ea5645-63dd-4261-a6c8-9686e1f7e565 req-67933349-45ac-4f92-85b9-1639ed62f45c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 945 time: 0.0523200 Aug 18 19:42:13.782094 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-27ea5645-63dd-4261-a6c8-9686e1f7e565 req-b1c3ddfd-0027-4cda-a7ff-5f74e1645cc1 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453458 Aug 18 19:42:13.965985 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512abe3c-e517-497f-9ebc-14e08e4b5aa5 req-47dbfe2d-19e9-4965-816e-340879889395 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:13.967990 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-512abe3c-e517-497f-9ebc-14e08e4b5aa5 req-47dbfe2d-19e9-4965-816e-340879889395 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 946 time: 0.0555704 Aug 18 19:42:14.026702 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-512abe3c-e517-497f-9ebc-14e08e4b5aa5 req-ada45011-5e03-4fd2-b827-e75861de413b tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512919 Aug 18 19:42:14.285970 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030910c7-ed50-4656-9e46-2a4ed9aedbd0 req-1d9126e6-fbb3-410b-ae7d-c91848e23d16 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:14.289617 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-030910c7-ed50-4656-9e46-2a4ed9aedbd0 req-1d9126e6-fbb3-410b-ae7d-c91848e23d16 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 944 time: 0.0772631 Aug 18 19:42:14.339435 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-030910c7-ed50-4656-9e46-2a4ed9aedbd0 req-4194a771-a9d8-414f-84a8-c1030f39c449 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432630 Aug 18 19:42:14.594212 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e1fd3-702c-410a-955d-84f0c5f78183 req-2d7fc05a-97e9-4a04-b5ef-b37788bcd40e tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:14.596850 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-166e1fd3-702c-410a-955d-84f0c5f78183 req-2d7fc05a-97e9-4a04-b5ef-b37788bcd40e tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 944 time: 0.0740240 Aug 18 19:42:14.655469 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-166e1fd3-702c-410a-955d-84f0c5f78183 req-58aebf42-746f-4a3c-8415-aab4dd32dc63 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524626 Aug 18 19:42:14.848501 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 41416) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:42:14.886519 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7e4ce-c6d7-4e20-8de8-2e3c717eae85 req-cb00125a-74df-456d-b839-caa214b05740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:14.887920 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4ff7e4ce-c6d7-4e20-8de8-2e3c717eae85 req-cb00125a-74df-456d-b839-caa214b05740 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 1098 time: 0.0842686 Aug 18 19:42:14.929412 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afcc0d-69f6-4521-81f2-4dc9b79eac65 req-55bca319-6f06-4195-b041-7dc1f25abadb tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:14.930993 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-56afcc0d-69f6-4521-81f2-4dc9b79eac65 req-55bca319-6f06-4195-b041-7dc1f25abadb tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 945 time: 0.0568676 Aug 18 19:42:14.977635 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-6a8499f4-2cee-4860-ab01-1acfb0276832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:15.007002 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-56afcc0d-69f6-4521-81f2-4dc9b79eac65 req-68f62b8e-d213-4c68-a8c2-79e92698ffb4 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685053 Aug 18 19:42:15.032824 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4ff7e4ce-c6d7-4e20-8de8-2e3c717eae85 req-b7cb3cfa-3f5b-4554-8ab0-c877b35c770e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511754 Aug 18 19:42:15.133209 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-6a8499f4-2cee-4860-ab01-1acfb0276832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:15.138185 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-6a8499f4-2cee-4860-ab01-1acfb0276832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:15.174238 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6091ef3-6bce-42ed-b27d-4b81d4a32f59 req-a33cfe27-c7b5-4f6f-a2be-4f91f2cc18a1 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:15.175856 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a6091ef3-6bce-42ed-b27d-4b81d4a32f59 req-a33cfe27-c7b5-4f6f-a2be-4f91f2cc18a1 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 946 time: 0.0616484 Aug 18 19:42:15.180531 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-6a8499f4-2cee-4860-ab01-1acfb0276832 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=450b5f5c7f974eeb932b84aac45aa2c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303146 Aug 18 19:42:15.181311 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8499f4-2cee-4860-ab01-1acfb0276832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a208170f-a17a-4063-a76b-c5e194efbba1,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:15.183745 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 41426) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:42:15.232239 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a6091ef3-6bce-42ed-b27d-4b81d4a32f59 req-9f08e42d-ccd5-4bce-943d-48ea8e5e42dd tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487697 Aug 18 19:42:15.238594 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-8a75e7c9-e591-4257-95ce-0fce1fb88aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:15.263587 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-8a75e7c9-e591-4257-95ce-0fce1fb88aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:15.320935 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-8a75e7c9-e591-4257-95ce-0fce1fb88aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:15.324335 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-8a75e7c9-e591-4257-95ce-0fce1fb88aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:15.325752 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-8a75e7c9-e591-4257-95ce-0fce1fb88aed admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a208170f-a17a-4063-a76b-c5e194efbba1 HTTP/1.1" status: 204 len: 168 time: 0.1409097 Aug 18 19:42:15.336464 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75e7c9-e591-4257-95ce-0fce1fb88aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a208170f-a17a-4063-a76b-c5e194efbba1,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:15.473014 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['006ed51c-543b-470b-8d8c-8e035ffe1c0f'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:42:15.495490 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fd045-4854-421a-9ced-af491aaae206 req-386b58df-fbb2-4957-89cb-93762de94bc2 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:15.497206 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3d0fd045-4854-421a-9ced-af491aaae206 req-386b58df-fbb2-4957-89cb-93762de94bc2 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 944 time: 0.0684271 Aug 18 19:42:15.543549 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3d0fd045-4854-421a-9ced-af491aaae206 req-9ef4e108-ebb3-4a15-b340-3ec2537c782a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355351 Aug 18 19:42:15.576912 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:42:15.672385 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['0021955a-d6b5-4d3c-be30-78b86a27a40b'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:42:15.714491 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 41440) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:42:15.739931 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-5a9e3b9c-dc02-4f57-ba38-a894b215df0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:15.813004 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d28d9-1c9f-4be4-a58a-ecb64ac8f941 req-8066ab80-bb46-4d37-b869-674d3b74cd4b tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:15.814614 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e20d28d9-1c9f-4be4-a58a-ecb64ac8f941 req-8066ab80-bb46-4d37-b869-674d3b74cd4b tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 944 time: 0.0770006 Aug 18 19:42:15.830361 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-14858676-d72e-4ace-b5c8-fda3ff1858b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:15.873999 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-5a9e3b9c-dc02-4f57-ba38-a894b215df0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:15.881205 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-5a9e3b9c-dc02-4f57-ba38-a894b215df0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:15.896305 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e20d28d9-1c9f-4be4-a58a-ecb64ac8f941 req-e23cd19f-c387-45a5-9d82-add728f0854e tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735681 Aug 18 19:42:15.911902 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:15.943326 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-5a9e3b9c-dc02-4f57-ba38-a894b215df0d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5dac21d1abea43ffa9385203b4dc67fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266984 Aug 18 19:42:15.945574 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e3b9c-dc02-4f57-ba38-a894b215df0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f396c70-8d39-4af0-9082-be759f1e2fe4,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:15.948924 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 41442) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:42:16.052937 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-0507d50b-5ef7-480a-b8f5-f96c10d8dece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:16.083053 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-0507d50b-5ef7-480a-b8f5-f96c10d8dece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:16.152745 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-0507d50b-5ef7-480a-b8f5-f96c10d8dece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:16.157743 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-0507d50b-5ef7-480a-b8f5-f96c10d8dece admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:16.160403 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-0507d50b-5ef7-480a-b8f5-f96c10d8dece admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1f396c70-8d39-4af0-9082-be759f1e2fe4 HTTP/1.1" status: 204 len: 168 time: 0.2090621 Aug 18 19:42:16.176136 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507d50b-5ef7-480a-b8f5-f96c10d8dece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f396c70-8d39-4af0-9082-be759f1e2fe4,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:16.205776 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b138135-c067-46ac-b4bd-94b49b25dc50 req-df04ce3d-ea6b-4a7e-bb6b-d9be78f528c0 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:16.208510 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8b138135-c067-46ac-b4bd-94b49b25dc50 req-df04ce3d-ea6b-4a7e-bb6b-d9be78f528c0 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 945 time: 0.1013868 Aug 18 19:42:16.335694 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8b138135-c067-46ac-b4bd-94b49b25dc50 req-a5e55c04-8346-485c-8922-e0b682ae0847 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198001 Aug 18 19:42:16.500738 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038eef4-555a-4428-a4a7-9c3690cc03d4 req-3675ecbd-3e6a-4349-bc93-a862689bed6c tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:16.508601 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7038eef4-555a-4428-a4a7-9c3690cc03d4 req-3675ecbd-3e6a-4349-bc93-a862689bed6c tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 946 time: 0.1179774 Aug 18 19:42:16.575775 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7038eef4-555a-4428-a4a7-9c3690cc03d4 req-c18b80d0-7f0f-41a6-b855-714032f7ec47 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635648 Aug 18 19:42:16.673483 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:16.780264 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074d129-3b8b-4e35-805f-6f6e57f3e962 req-070e2570-4b62-4943-85d3-8ad0222f1e37 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:16.785989 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f074d129-3b8b-4e35-805f-6f6e57f3e962 req-070e2570-4b62-4943-85d3-8ad0222f1e37 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 944 time: 0.1276510 Aug 18 19:42:16.876817 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f074d129-3b8b-4e35-805f-6f6e57f3e962 req-c51065cb-281a-4eb1-8ec9-e832e9b15d3d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750575 Aug 18 19:42:17.027329 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7591c-b323-4e11-8365-ef46b18a1d2f req-017f39d5-cf35-4d20-b548-26fa389528cd tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:17.030016 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1aa7591c-b323-4e11-8365-ef46b18a1d2f req-017f39d5-cf35-4d20-b548-26fa389528cd tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 944 time: 0.0632381 Aug 18 19:42:17.090390 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1aa7591c-b323-4e11-8365-ef46b18a1d2f req-0025f2f7-55e4-4488-92b9-6ff91083d4ff tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538936 Aug 18 19:42:17.482624 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdee1b-eea7-407a-b8ef-4c8c3d1461d1 req-c1119707-8aa1-4a50-b0a2-3e556836e4b0 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:17.484612 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-30bdee1b-eea7-407a-b8ef-4c8c3d1461d1 req-c1119707-8aa1-4a50-b0a2-3e556836e4b0 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 945 time: 0.0659497 Aug 18 19:42:17.532306 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-30bdee1b-eea7-407a-b8ef-4c8c3d1461d1 req-1ed6534c-01ff-4fad-a3d0-3bf76750d450 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380032 Aug 18 19:42:17.747507 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d768c7e-3c0e-427b-896d-87cfbfd52f60 req-0af1bb59-7d1f-47b6-b052-7de9627a9c81 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:17.750269 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7d768c7e-3c0e-427b-896d-87cfbfd52f60 req-0af1bb59-7d1f-47b6-b052-7de9627a9c81 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 946 time: 0.0921817 Aug 18 19:42:17.827400 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7d768c7e-3c0e-427b-896d-87cfbfd52f60 req-c63e712d-1855-4a2a-8f8a-c96202d78089 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702236 Aug 18 19:42:17.974883 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 41522) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:42:18.075153 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f735381-f037-4dad-ac73-8210c43f4b86 req-39a04612-61ad-4d67-ae4d-967c27a1147b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:18.112736 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8f735381-f037-4dad-ac73-8210c43f4b86 req-39a04612-61ad-4d67-ae4d-967c27a1147b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 944 time: 0.1145082 Aug 18 19:42:18.125503 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:18.164790 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bce81e74-b8e1-4e6d-9917-c60c54d0396f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:18.178402 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8f735381-f037-4dad-ac73-8210c43f4b86 req-58ed7436-390c-43ca-bc76-c0b74e19e456 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644433 Aug 18 19:42:18.420014 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:18.483341 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88509cd5-4ac3-4169-acde-74b236dcab3c req-3c440d38-660f-4223-96d2-5b02562b0821 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:18.484972 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-88509cd5-4ac3-4169-acde-74b236dcab3c req-3c440d38-660f-4223-96d2-5b02562b0821 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 944 time: 0.1892955 Aug 18 19:42:18.496428 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bce81e74-b8e1-4e6d-9917-c60c54d0396f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:18.504764 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bce81e74-b8e1-4e6d-9917-c60c54d0396f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:18.573291 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-bce81e74-b8e1-4e6d-9917-c60c54d0396f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3c889fc4dfe744dc899f3abf4139cf9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5931482 Aug 18 19:42:18.573741 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 41554) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:42:18.579020 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-88509cd5-4ac3-4169-acde-74b236dcab3c req-54952b61-1f70-49aa-93ff-3a120f8b8b7d tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854695 Aug 18 19:42:18.579883 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce81e74-b8e1-4e6d-9917-c60c54d0396f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f470b2-eab9-43c6-9672-25bcde6f0ae5,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:18.660300 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55 up at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:42:18.685679 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-68fa05a1-f428-4b36-a0a5-d964ae5a0952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:18.699757 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b4b1c-3957-4de8-9581-2d01bd7d1d17 req-b303f9ea-9d5a-4189-803a-7f9c9b973089 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:18.701346 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c00b4b1c-3957-4de8-9581-2d01bd7d1d17 req-b303f9ea-9d5a-4189-803a-7f9c9b973089 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 945 time: 0.0846159 Aug 18 19:42:18.721329 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-68fa05a1-f428-4b36-a0a5-d964ae5a0952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:18.742501 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning for port fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:42:18.743037 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning complete for port fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:42:18.743449 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:18.787425 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c00b4b1c-3957-4de8-9581-2d01bd7d1d17 req-c44e0489-41e9-4425-ae3f-df4f07b3a2eb tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628860 Aug 18 19:42:18.821997 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-68fa05a1-f428-4b36-a0a5-d964ae5a0952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:18.825420 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-68fa05a1-f428-4b36-a0a5-d964ae5a0952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:18.829500 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-68fa05a1-f428-4b36-a0a5-d964ae5a0952 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c3f470b2-eab9-43c6-9672-25bcde6f0ae5 HTTP/1.1" status: 204 len: 168 time: 0.2545235 Aug 18 19:42:18.838956 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa05a1-f428-4b36-a0a5-d964ae5a0952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f470b2-eab9-43c6-9672-25bcde6f0ae5,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:18.868760 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:18.896660 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a415b72-e9da-444e-b9fd-858f87dca02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55'}] {{(pid=100441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:42:18.899207 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c845df31933df15e4981d7dcb3334c44fca6e0bb010d803592179d7e14a8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700effb3-90bf-4b13-8526-4c94a4a511de" -d '{"events": [{"server_uuid": "3a415b72-e9da-444e-b9fd-858f87dca02e", "name": "network-vif-plugged", "status": "completed", "tag": "fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55"}]}' {{(pid=100441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:42:18.915024 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55,segment=NetworkSegment(c43853ab-c752-4622-a065-06949e11ee38),segment_id=c43853ab-c752-4622-a065-06949e11ee38)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:42:18.920822 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:18.922044 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 006ed51c-543b-470b-8d8c-8e035ffe1c0f up at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:42:18.997773 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c280912e-c0a1-43d6-85b5-bbbd995809cc x-openstack-request-id: req-c280912e-c0a1-43d6-85b5-bbbd995809cc {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:42:18.998074 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a415b72-e9da-444e-b9fd-858f87dca02e", "name": "network-vif-plugged", "status": "completed", "tag": "fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55", "code": 200}]} {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:42:18.998375 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c280912e-c0a1-43d6-85b5-bbbd995809cc {{(pid=100441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:42:18.998896 dv-cinder-805072-2-iscsi neutron-server[100441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a415b72-e9da-444e-b9fd-858f87dca02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55', 'code': 200} Aug 18 19:42:19.019826 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:19.068135 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning for port 006ed51c-543b-470b-8d8c-8e035ffe1c0f completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:42:19.079116 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning complete for port 006ed51c-543b-470b-8d8c-8e035ffe1c0f triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:42:19.080030 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:19.246056 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:19.345294 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ad543-560f-49ad-a4f8-87f0cb95eeb7 req-a61c5721-003c-4284-ab20-957181b72332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:19.347120 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-274ad543-560f-49ad-a4f8-87f0cb95eeb7 req-a61c5721-003c-4284-ab20-957181b72332 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 1098 time: 0.1013734 Aug 18 19:42:19.350152 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 006ed51c-543b-470b-8d8c-8e035ffe1c0f, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=006ed51c-543b-470b-8d8c-8e035ffe1c0f,segment=NetworkSegment(61037c1e-a9d9-4d0e-93a7-ef04c02e93c2),segment_id=61037c1e-a9d9-4d0e-93a7-ef04c02e93c2)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:42:19.361378 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:19.363376 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 0021955a-d6b5-4d3c-be30-78b86a27a40b up at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:42:19.412032 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-274ad543-560f-49ad-a4f8-87f0cb95eeb7 req-414b5663-7624-46dd-9249-3fdf012ff54c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426996 Aug 18 19:42:19.435546 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf44c5e-2cbd-4d90-bfc4-9f3221072ed6 req-4fe8593a-6640-4d10-8906-8b61878c43a1 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:19.437571 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ccf44c5e-2cbd-4d90-bfc4-9f3221072ed6 req-4fe8593a-6640-4d10-8906-8b61878c43a1 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 944 time: 0.1067014 Aug 18 19:42:19.502002 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning for port 0021955a-d6b5-4d3c-be30-78b86a27a40b completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:42:19.518211 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning complete for port 0021955a-d6b5-4d3c-be30-78b86a27a40b triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:42:19.519336 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:19.526751 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ccf44c5e-2cbd-4d90-bfc4-9f3221072ed6 req-21d67fe1-a68a-4199-8e1f-b714053fb667 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558496 Aug 18 19:42:19.593583 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=006ed51c-543b-470b-8d8c-8e035ffe1c0f,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:19.716812 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:19.792030 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 0021955a-d6b5-4d3c-be30-78b86a27a40b, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=0021955a-d6b5-4d3c-be30-78b86a27a40b,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:42:19.798317 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:19.843345 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27572b9b-d438-46ad-ba09-6ab0b69ed0a1 req-422e8b24-70b7-4783-8b4d-03f39a337337 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:19.846020 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-27572b9b-d438-46ad-ba09-6ab0b69ed0a1 req-422e8b24-70b7-4783-8b4d-03f39a337337 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0965977 Aug 18 19:42:19.885790 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=0021955a-d6b5-4d3c-be30-78b86a27a40b,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:19.915484 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-27572b9b-d438-46ad-ba09-6ab0b69ed0a1 req-5c208822-5e08-40b2-b9ee-fcf123728207 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558267 Aug 18 19:42:20.102024 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655959f-2087-4912-b1e6-56ef885ada6f req-ad0e9863-924c-4f15-8c22-56ff226ec7a3 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:20.108120 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4655959f-2087-4912-b1e6-56ef885ada6f req-ad0e9863-924c-4f15-8c22-56ff226ec7a3 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0914984 Aug 18 19:42:20.153542 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4655959f-2087-4912-b1e6-56ef885ada6f req-20e169ee-999f-4473-80d8-0aee609ce16b tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387795 Aug 18 19:42:20.689455 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c6934-0649-4f0e-9e90-7c10d44be174 req-a58a0880-2cca-4bec-b76a-79942e226138 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:20.691616 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d85c6934-0649-4f0e-9e90-7c10d44be174 req-a58a0880-2cca-4bec-b76a-79942e226138 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0709684 Aug 18 19:42:20.744667 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d85c6934-0649-4f0e-9e90-7c10d44be174 req-29619b6a-c5fa-40c0-aa23-77d9a828781a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456934 Aug 18 19:42:21.000438 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66befe1-9710-4c9d-8493-d33e6b7ed0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006ed51c-543b-470b-8d8c-8e035ffe1c0f'}, {'server_uuid': '8aa14b65-5286-4eab-b6c3-992314534c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0021955a-d6b5-4d3c-be30-78b86a27a40b'}] {{(pid=100441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:42:21.007019 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c845df31933df15e4981d7dcb3334c44fca6e0bb010d803592179d7e14a8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6752cc1-0d52-4912-b260-9e580959c2cc" -d '{"events": [{"server_uuid": "c66befe1-9710-4c9d-8493-d33e6b7ed0a9", "name": "network-vif-plugged", "status": "completed", "tag": "006ed51c-543b-470b-8d8c-8e035ffe1c0f"}, {"server_uuid": "8aa14b65-5286-4eab-b6c3-992314534c7c", "name": "network-vif-plugged", "status": "completed", "tag": "0021955a-d6b5-4d3c-be30-78b86a27a40b"}]}' {{(pid=100441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:42:21.082220 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 19:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c64ce1-9a92-4b86-8cfa-9b662b23071c x-openstack-request-id: req-b8c64ce1-9a92-4b86-8cfa-9b662b23071c {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:42:21.082656 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66befe1-9710-4c9d-8493-d33e6b7ed0a9", "name": "network-vif-plugged", "status": "completed", "tag": "006ed51c-543b-470b-8d8c-8e035ffe1c0f", "code": 200}, {"server_uuid": "8aa14b65-5286-4eab-b6c3-992314534c7c", "name": "network-vif-plugged", "status": "completed", "tag": "0021955a-d6b5-4d3c-be30-78b86a27a40b", "code": 200}]} {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:42:21.083146 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b8c64ce1-9a92-4b86-8cfa-9b662b23071c {{(pid=100441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:42:21.083691 dv-cinder-805072-2-iscsi neutron-server[100441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66befe1-9710-4c9d-8493-d33e6b7ed0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006ed51c-543b-470b-8d8c-8e035ffe1c0f', 'code': 200} Aug 18 19:42:21.084088 dv-cinder-805072-2-iscsi neutron-server[100441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa14b65-5286-4eab-b6c3-992314534c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0021955a-d6b5-4d3c-be30-78b86a27a40b', 'code': 200} Aug 18 19:42:21.141970 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac2bf3-dcdd-454f-b1fd-4797310d5ad4 req-1709ad42-5b56-42c7-bca6-a1c878ed6afb tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:21.144729 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-cfac2bf3-dcdd-454f-b1fd-4797310d5ad4 req-1709ad42-5b56-42c7-bca6-a1c878ed6afb tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0951023 Aug 18 19:42:21.231622 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-cfac2bf3-dcdd-454f-b1fd-4797310d5ad4 req-6b501ff9-fa0c-4bf6-9136-1b97f1aef636 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802360 Aug 18 19:42:21.348575 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e75d43-aaa8-420a-83c9-7c828f9fcc40 req-16c7a8ec-0faa-46c4-b09e-7d4227afa874 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:21.351425 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-55e75d43-aaa8-420a-83c9-7c828f9fcc40 req-16c7a8ec-0faa-46c4-b09e-7d4227afa874 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0676382 Aug 18 19:42:21.421584 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-55e75d43-aaa8-420a-83c9-7c828f9fcc40 req-acfee0df-6307-450d-92e8-0d8ed7208f70 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590940 Aug 18 19:42:21.528492 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acf2ec-94ac-4a1d-939f-4f14a4a8d497 req-9979a693-7c22-4a06-b18a-3211a8809d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:21.530257 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-82acf2ec-94ac-4a1d-939f-4f14a4a8d497 req-9979a693-7c22-4a06-b18a-3211a8809d25 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 1099 time: 0.0948408 Aug 18 19:42:21.619624 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f7f50-f50e-4c06-936b-070c19527071 req-3d7a13a1-a106-43f4-bf43-80e9aec21bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:21.622126 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-998f7f50-f50e-4c06-936b-070c19527071 req-3d7a13a1-a106-43f4-bf43-80e9aec21bce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 1098 time: 0.1064613 Aug 18 19:42:21.625621 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-82acf2ec-94ac-4a1d-939f-4f14a4a8d497 req-e980fa36-c9fc-4b2e-8574-9ddfed2334e1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754132 Aug 18 19:42:21.669639 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 41676) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:42:21.782959 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-684d3220-8575-42c7-81d9-80119060d990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:21.932475 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ae847-2a24-4f8a-a4a6-1b331d0e0144 req-146fd230-58b3-49a3-9cb0-f35bd50f794c tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:21.934153 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b85ae847-2a24-4f8a-a4a6-1b331d0e0144 req-146fd230-58b3-49a3-9cb0-f35bd50f794c tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.1005611 Aug 18 19:42:21.980792 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-684d3220-8575-42c7-81d9-80119060d990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:21.990542 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-684d3220-8575-42c7-81d9-80119060d990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:22.025343 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b85ae847-2a24-4f8a-a4a6-1b331d0e0144 req-8cd768f6-b2eb-4f6a-aefb-63d601b8f3d7 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782394 Aug 18 19:42:22.050710 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d3220-8575-42c7-81d9-80119060d990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f38b137-9011-486c-88e7-80a0aa348557,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:22.056905 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-684d3220-8575-42c7-81d9-80119060d990 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d07dbe9f94914651a1bb00301601ef78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3860872 Aug 18 19:42:22.065549 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 41688) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:42:22.154604 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-998f7f50-f50e-4c06-936b-070c19527071 req-f0c04e35-115c-4b52-8915-429be226a38c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531156 Aug 18 19:42:22.160389 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d86b2cc8-19ce-472b-8aa0-635a54e0b508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:22.185706 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d86b2cc8-19ce-472b-8aa0-635a54e0b508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:22.252172 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d86b2cc8-19ce-472b-8aa0-635a54e0b508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:22.262265 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d86b2cc8-19ce-472b-8aa0-635a54e0b508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:22.262265 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-d86b2cc8-19ce-472b-8aa0-635a54e0b508 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7f38b137-9011-486c-88e7-80a0aa348557 HTTP/1.1" status: 204 len: 168 time: 0.1929080 Aug 18 19:42:22.271920 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b2cc8-19ce-472b-8aa0-635a54e0b508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f38b137-9011-486c-88e7-80a0aa348557,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:22.440773 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b64a8-d9ca-4dbe-ba8b-2f7230cef500 req-9b82e856-a152-42c4-8d5c-a05817518878 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:22.442435 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e94b64a8-d9ca-4dbe-ba8b-2f7230cef500 req-9b82e856-a152-42c4-8d5c-a05817518878 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0810983 Aug 18 19:42:22.548948 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e94b64a8-d9ca-4dbe-ba8b-2f7230cef500 req-1b98ef55-5ee0-4686-a1e5-55462ba4bd79 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896995 Aug 18 19:42:22.662052 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688d176-900c-4cbd-a89e-7024eed7a62d req-c7fc32ab-8d6b-4457-944c-ad991a663e82 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:22.664928 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-8688d176-900c-4cbd-a89e-7024eed7a62d req-c7fc32ab-8d6b-4457-944c-ad991a663e82 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.1347330 Aug 18 19:42:22.728119 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-8688d176-900c-4cbd-a89e-7024eed7a62d req-1723d2b7-aebc-4e55-8783-d6fbfc57da47 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526695 Aug 18 19:42:23.084736 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7eef2b-55b6-4a32-83ca-c5e51ee21f46 req-94fbff1a-60b4-4aff-8593-5b125b340f61 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:23.102239 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2e7eef2b-55b6-4a32-83ca-c5e51ee21f46 req-94fbff1a-60b4-4aff-8593-5b125b340f61 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.1167960 Aug 18 19:42:23.144746 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc2e8b-b84e-4c5d-b31c-0005c8b4cc7b req-e4bab63b-f14a-40fc-8786-a51449fcb0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:23.154527 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0dbc2e8b-b84e-4c5d-b31c-0005c8b4cc7b req-e4bab63b-f14a-40fc-8786-a51449fcb0aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a46234c703574ed9b5ffb661124d4f38&device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 1098 time: 0.1067543 Aug 18 19:42:23.217065 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2e7eef2b-55b6-4a32-83ca-c5e51ee21f46 req-15de07d3-3500-4a17-9756-b83079930cef tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104851 Aug 18 19:42:23.345095 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44f999-adcd-4bb4-9069-e79904bb5893 req-f66eef9c-d4f3-43b7-b480-c05757a382d5 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:23.346711 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2d44f999-adcd-4bb4-9069-e79904bb5893 req-f66eef9c-d4f3-43b7-b480-c05757a382d5 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.1398346 Aug 18 19:42:23.403319 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc2e8b-b84e-4c5d-b31c-0005c8b4cc7b req-ce9e7759-609f-45b4-b2a0-990ed64fe7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:23.405062 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0dbc2e8b-b84e-4c5d-b31c-0005c8b4cc7b req-ce9e7759-609f-45b4-b2a0-990ed64fe7d2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dce2f450-0829-49bd-98f5-ccdff24d54ce HTTP/1.1" status: 200 len: 920 time: 0.2363765 Aug 18 19:42:23.422784 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2d44f999-adcd-4bb4-9069-e79904bb5893 req-480424fd-cbba-4409-82db-fd96b03c0677 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513151 Aug 18 19:42:23.910799 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00d2dc-d835-4468-9975-fa27688c4c83 req-cf7ac769-c441-46fd-adee-c33be527acb6 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:23.910799 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9d00d2dc-d835-4468-9975-fa27688c4c83 req-cf7ac769-c441-46fd-adee-c33be527acb6 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0677910 Aug 18 19:42:23.963246 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9d00d2dc-d835-4468-9975-fa27688c4c83 req-f8ec2939-3841-44bd-a49c-3e3671b4c24a tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557654 Aug 18 19:42:24.350161 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9a859-9ff9-4dc4-bd23-32dc84063083 req-b79232f9-f36b-4512-be7f-4de23e27d120 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:24.351863 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d4b9a859-9ff9-4dc4-bd23-32dc84063083 req-b79232f9-f36b-4512-be7f-4de23e27d120 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0537093 Aug 18 19:42:24.422218 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d4b9a859-9ff9-4dc4-bd23-32dc84063083 req-dd835717-43cb-41e0-be76-5f2f87bd4231 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635207 Aug 18 19:42:24.569836 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb074a3-8df5-43c8-8b4f-e27d9b9155b4 req-43f3e53b-cf1d-4594-b2b3-2da78314060f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:24.571453 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-edb074a3-8df5-43c8-8b4f-e27d9b9155b4 req-43f3e53b-cf1d-4594-b2b3-2da78314060f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0519633 Aug 18 19:42:24.615656 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-edb074a3-8df5-43c8-8b4f-e27d9b9155b4 req-a8971ef9-aea7-493b-a44a-8721aef2f692 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377946 Aug 18 19:42:25.101701 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b75e19-8aef-4f12-a1a2-7510d2460ab3 req-6623158b-8831-4607-89dc-e219bef7eb22 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:25.103339 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-91b75e19-8aef-4f12-a1a2-7510d2460ab3 req-6623158b-8831-4607-89dc-e219bef7eb22 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0595968 Aug 18 19:42:25.155605 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-91b75e19-8aef-4f12-a1a2-7510d2460ab3 req-0a7c4ce3-adad-464a-9cf0-97f06989a667 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425358 Aug 18 19:42:25.547159 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237d9e8-782a-49ea-98e0-d834a10bc681 req-ab00a628-054f-478a-83a5-a93c99e35709 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:25.549012 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-0237d9e8-782a-49ea-98e0-d834a10bc681 req-ab00a628-054f-478a-83a5-a93c99e35709 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0529251 Aug 18 19:42:25.599952 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-0237d9e8-782a-49ea-98e0-d834a10bc681 req-146dcb83-5b2c-45e3-b2be-a884e5f36ee3 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396192 Aug 18 19:42:25.744182 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60a06c-bfe5-481b-9558-c91af91839d1 req-d0f9867d-32fc-4a68-ae7e-0217565f256f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:25.745924 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ff60a06c-bfe5-481b-9558-c91af91839d1 req-d0f9867d-32fc-4a68-ae7e-0217565f256f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0544653 Aug 18 19:42:25.802912 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ff60a06c-bfe5-481b-9558-c91af91839d1 req-9492e223-8d9a-4610-85a0-0f81c1c0dd9e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499468 Aug 18 19:42:26.283552 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a593e67-1a9f-46d6-88f0-e9e9d59a2f81 req-816c85b3-0618-42b8-8919-9734464e061b tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:26.285166 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-4a593e67-1a9f-46d6-88f0-e9e9d59a2f81 req-816c85b3-0618-42b8-8919-9734464e061b tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0519710 Aug 18 19:42:26.349185 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-4a593e67-1a9f-46d6-88f0-e9e9d59a2f81 req-f9740024-5e8f-4b60-8a5b-ec507af59235 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565381 Aug 18 19:42:26.722160 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f7ed3-05ed-4421-88cd-f0545d47504e req-0cca3bbb-28f1-4908-8fa0-38dbde39b9da tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:26.723885 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-262f7ed3-05ed-4421-88cd-f0545d47504e req-0cca3bbb-28f1-4908-8fa0-38dbde39b9da tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0532072 Aug 18 19:42:26.766871 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-262f7ed3-05ed-4421-88cd-f0545d47504e req-5a4622d2-e011-4e95-b840-fa2c48ff7002 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366004 Aug 18 19:42:26.930226 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964bccb-655f-4aee-a35c-c79db741b515 req-90eb58c4-739f-4ec7-a9f7-44d5973b908f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:26.932159 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c964bccb-655f-4aee-a35c-c79db741b515 req-90eb58c4-739f-4ec7-a9f7-44d5973b908f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0530567 Aug 18 19:42:26.978760 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c964bccb-655f-4aee-a35c-c79db741b515 req-21cfb257-b0ac-4569-a56d-d6c317389913 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402579 Aug 18 19:42:27.045813 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0dbc2e8b-b84e-4c5d-b31c-0005c8b4cc7b req-56ce8e2f-7f6d-4338-89af-04e12a4076fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55 HTTP/1.1" status: 200 len: 217 time: 0.0458133 Aug 18 19:42:27.109209 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc2e8b-b84e-4c5d-b31c-0005c8b4cc7b req-d987cf44-46c8-4738-9808-0e24183d1a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:27.111068 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0dbc2e8b-b84e-4c5d-b31c-0005c8b4cc7b req-d987cf44-46c8-4738-9808-0e24183d1a45 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bed5411e-26f3-415c-9eed-53e1e186712a HTTP/1.1" status: 200 len: 859 time: 0.0574067 Aug 18 19:42:27.144550 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0dbc2e8b-b84e-4c5d-b31c-0005c8b4cc7b req-2ac485a9-80c3-4fd3-9094-d9915b27faae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dce2f450-0829-49bd-98f5-ccdff24d54ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250709 Aug 18 19:42:27.253513 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0dbc2e8b-b84e-4c5d-b31c-0005c8b4cc7b req-df4edf0c-43b8-4163-86c2-523dfde4b281 service neutron] 10.222.0.35 "GET /v2.0/networks/dce2f450-0829-49bd-98f5-ccdff24d54ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009483 Aug 18 19:42:27.580069 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872bf23-8b6e-4b25-96c7-3a7b0402dade req-8a59160a-efd4-4ad7-9d12-a6b53a60ef21 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:27.581633 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e872bf23-8b6e-4b25-96c7-3a7b0402dade req-8a59160a-efd4-4ad7-9d12-a6b53a60ef21 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.1062193 Aug 18 19:42:27.586106 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0dbc2e8b-b84e-4c5d-b31c-0005c8b4cc7b req-153321e0-5ae4-46f4-ae18-ad1996a85b2c service neutron] 10.222.0.35 "GET /v2.0/networks/dce2f450-0829-49bd-98f5-ccdff24d54ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244929 Aug 18 19:42:27.622752 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e872bf23-8b6e-4b25-96c7-3a7b0402dade req-c1e24a8d-cd13-4f0d-9c6f-f2c85425ead2 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346954 Aug 18 19:42:27.887089 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560a949-747a-4032-bb5d-01a3bbdde9e6 req-d939b977-8a2a-4e6c-8c42-36af30d69142 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:27.888625 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1560a949-747a-4032-bb5d-01a3bbdde9e6 req-d939b977-8a2a-4e6c-8c42-36af30d69142 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0518146 Aug 18 19:42:27.934952 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1560a949-747a-4032-bb5d-01a3bbdde9e6 req-d5c3b2e6-36da-49aa-a4e8-ea43f610152e tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401506 Aug 18 19:42:28.137454 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f580d33-cc4c-4baf-b436-5d96d9f4b249 req-f4d74f9c-a5e8-4b49-afbd-fb91959e8d37 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:28.139007 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8f580d33-cc4c-4baf-b436-5d96d9f4b249 req-f4d74f9c-a5e8-4b49-afbd-fb91959e8d37 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0552547 Aug 18 19:42:28.217896 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8f580d33-cc4c-4baf-b436-5d96d9f4b249 req-536cf97e-bcb4-4ae3-9d59-c425ea343cc0 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677712 Aug 18 19:42:28.744366 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5de3d-7b50-4acc-87c6-93d84b2a6046 req-a92e402e-2188-48b2-99dd-aae37fca4c7c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:28.745956 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-d5f5de3d-7b50-4acc-87c6-93d84b2a6046 req-a92e402e-2188-48b2-99dd-aae37fca4c7c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0510705 Aug 18 19:42:28.787667 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-d5f5de3d-7b50-4acc-87c6-93d84b2a6046 req-ae306ba9-c3aa-438f-b137-4fd681eb7836 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330732 Aug 18 19:42:28.906780 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d049f-bd9a-4b29-bde1-841698d96add req-07e8733e-7476-4ce7-a705-0760496fb372 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:28.908216 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-953d049f-bd9a-4b29-bde1-841698d96add req-07e8733e-7476-4ce7-a705-0760496fb372 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0507829 Aug 18 19:42:28.917466 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 41838) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:42:28.922625 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-827ece4f-bf34-4dd9-adc9-f60328ad0334 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Request body: {'floatingip': {'port_id': '006ed51c-543b-470b-8d8c-8e035ffe1c0f'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:42:29.000531 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-827ece4f-bf34-4dd9-adc9-f60328ad0334 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for floatingip, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:29.084183 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1a03e-dd34-4e53-b238-4c829e234298 req-2d96ec31-a51c-4274-b747-4825eae09516 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:29.086580 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-5ad1a03e-dd34-4e53-b238-4c829e234298 req-2d96ec31-a51c-4274-b747-4825eae09516 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0607002 Aug 18 19:42:29.135513 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-5ad1a03e-dd34-4e53-b238-4c829e234298 req-c0e24b2b-2436-4f7f-90f3-11ad30c5863d tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413165 Aug 18 19:42:29.562618 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7abdcf-cdca-4e6c-aba0-8f308f019d83 req-767224d9-4b34-4bdf-a2dc-d98dae4cf59f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:29.564154 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ec7abdcf-cdca-4e6c-aba0-8f308f019d83 req-767224d9-4b34-4bdf-a2dc-d98dae4cf59f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.1927714 Aug 18 19:42:29.699725 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ec7abdcf-cdca-4e6c-aba0-8f308f019d83 req-45103540-a105-490d-b736-181ba4c8948c tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138144 Aug 18 19:42:29.737778 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-827ece4f-bf34-4dd9-adc9-f60328ad0334 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:29.741802 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-827ece4f-bf34-4dd9-adc9-f60328ad0334 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665786'] for floatingip, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:29.842158 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.db.l3_db [None req-827ece4f-bf34-4dd9-adc9-f60328ad0334 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Floating IP 91837e6d-2f99-4762-9d6c-1097dc70b0fb associated. External IP: 172.27.2.116, port: 006ed51c-543b-470b-8d8c-8e035ffe1c0f. Aug 18 19:42:30.254132 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827ece4f-bf34-4dd9-adc9-f60328ad0334 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Router 3f9d814b-fdd9-4a28-a891-513d310143b3 has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:42:30.295695 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf55f31-64a8-4a1f-9c7f-56452789b6c4 req-1a3bf8a6-08f0-41b4-be3a-9f4d267e6842 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:30.297491 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-bdf55f31-64a8-4a1f-9c7f-56452789b6c4 req-1a3bf8a6-08f0-41b4-be3a-9f4d267e6842 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0551107 Aug 18 19:42:30.408853 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-bdf55f31-64a8-4a1f-9c7f-56452789b6c4 req-445028b7-d5be-4364-a85b-961838b8a435 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866740 Aug 18 19:42:30.410888 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827ece4f-bf34-4dd9-adc9-f60328ad0334 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:42:30.417583 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-827ece4f-bf34-4dd9-adc9-f60328ad0334 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for floatingip, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:30.446233 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bcbb5f-651f-453a-b83b-5bc9f146267d None None] Sync routers for ids ['3f9d814b-fdd9-4a28-a891-513d310143b3'] in dv-cinder-805072-2-iscsi {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:42:30.470971 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bcbb5f-651f-453a-b83b-5bc9f146267d None None] Routers {'3f9d814b-fdd9-4a28-a891-513d310143b3'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:42:30.472259 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-c0bcbb5f-651f-453a-b83b-5bc9f146267d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:42:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['3f9d814b-fdd9-4a28-a891-513d310143b3'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:42:30.486227 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-827ece4f-bf34-4dd9-adc9-f60328ad0334 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "PUT /v2.0/floatingips/91837e6d-2f99-4762-9d6c-1097dc70b0fb HTTP/1.1" status: 200 len: 992 time: 1.5673008 Aug 18 19:42:30.487669 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66befe1-9710-4c9d-8493-d33e6b7ed0a9', 'tag': '006ed51c-543b-470b-8d8c-8e035ffe1c0f'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:42:30.493190 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d265a2-b5c2-4101-9527-ec78bbf9fff0" -d '{"events": [{"name": "network-changed", "server_uuid": "c66befe1-9710-4c9d-8493-d33e6b7ed0a9", "tag": "006ed51c-543b-470b-8d8c-8e035ffe1c0f"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:42:30.538892 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db654efe-05e8-4dd1-81fa-ab70b27cd1ad x-openstack-request-id: req-db654efe-05e8-4dd1-81fa-ab70b27cd1ad {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:42:30.539399 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c66befe1-9710-4c9d-8493-d33e6b7ed0a9", "tag": "006ed51c-543b-470b-8d8c-8e035ffe1c0f", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:42:30.539671 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-db654efe-05e8-4dd1-81fa-ab70b27cd1ad {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:42:30.540205 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c66befe1-9710-4c9d-8493-d33e6b7ed0a9', 'tag': '006ed51c-543b-470b-8d8c-8e035ffe1c0f', 'status': 'completed', 'code': 200} Aug 18 19:42:30.617687 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-c0bcbb5f-651f-453a-b83b-5bc9f146267d None None] Set router 3f9d814b-fdd9-4a28-a891-513d310143b3 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:42:30.835000 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c205f0f-d7f2-4727-a10c-01c8ac477cb1 req-d18639dc-4424-4d77-a2de-2b443768d4c5 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:30.836540 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2c205f0f-d7f2-4727-a10c-01c8ac477cb1 req-d18639dc-4424-4d77-a2de-2b443768d4c5 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0535207 Aug 18 19:42:30.877591 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2c205f0f-d7f2-4727-a10c-01c8ac477cb1 req-00109a95-f67a-4024-8da5-f04af049b48e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339937 Aug 18 19:42:30.899293 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-c0bcbb5f-651f-453a-b83b-5bc9f146267d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'name': 'tempest-AttachVolumeTestJSON-907651207-router', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:09Z', 'updated_at': '2021-08-18T19:41:21Z', 'revision_number': 4, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'gw_port': {'id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': '91837e6d-2f99-4762-9d6c-1097dc70b0fb', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'port_id': '006ed51c-543b-470b-8d8c-8e035ffe1c0f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653', 'mac_address': 'fa:16:3e:54:dd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66befe1-9710-4c9d-8493-d33e6b7ed0a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:41:37Z', 'updated_at': '2021-08-18T19:42:29Z', 'revision_number': 1, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45663f0-d12e-4dd9-9a14-8f8780948bae', 'name': '', 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'mac_address': 'fa:16:3e:27:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:18Z', 'updated_at': '2021-08-18T19:41:35Z', 'revision_number': 5, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'subnets': [{'id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:42:30.926472 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bcbb5f-651f-453a-b83b-5bc9f146267d None None] Checking router: 3f9d814b-fdd9-4a28-a891-513d310143b3 for host: dv-cinder-805072-2-iscsi {{(pid=100442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:42:30.936111 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bcbb5f-651f-453a-b83b-5bc9f146267d None None] Routers {'3f9d814b-fdd9-4a28-a891-513d310143b3'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:42:30.936770 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-c0bcbb5f-651f-453a-b83b-5bc9f146267d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:42:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['3f9d814b-fdd9-4a28-a891-513d310143b3'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:42:30.997963 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411271d1-967f-41cb-a9b7-7ea1e7032cd1 req-3c8c27eb-ddff-48ff-94a6-ff67ca65421b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:30.999508 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-411271d1-967f-41cb-a9b7-7ea1e7032cd1 req-3c8c27eb-ddff-48ff-94a6-ff67ca65421b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0513716 Aug 18 19:42:31.011227 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 41884) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:42:31.017072 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-a24275e1-92f2-4bcd-8baf-8965b329b9c3 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Request body: {'floatingip': {'port_id': '0021955a-d6b5-4d3c-be30-78b86a27a40b'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:42:31.057208 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-c0bcbb5f-651f-453a-b83b-5bc9f146267d None None] Set router 3f9d814b-fdd9-4a28-a891-513d310143b3 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:42:31.057891 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a24275e1-92f2-4bcd-8baf-8965b329b9c3 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for floatingip, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:31.308818 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-c0bcbb5f-651f-453a-b83b-5bc9f146267d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'name': 'tempest-AttachVolumeTestJSON-907651207-router', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:09Z', 'updated_at': '2021-08-18T19:41:21Z', 'revision_number': 4, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'gw_port': {'id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': '91837e6d-2f99-4762-9d6c-1097dc70b0fb', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'port_id': '006ed51c-543b-470b-8d8c-8e035ffe1c0f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653', 'mac_address': 'fa:16:3e:54:dd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66befe1-9710-4c9d-8493-d33e6b7ed0a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:41:37Z', 'updated_at': '2021-08-18T19:42:29Z', 'revision_number': 1, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45663f0-d12e-4dd9-9a14-8f8780948bae', 'name': '', 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'mac_address': 'fa:16:3e:27:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:18Z', 'updated_at': '2021-08-18T19:41:35Z', 'revision_number': 5, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'subnets': [{'id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:42:31.337264 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bcbb5f-651f-453a-b83b-5bc9f146267d None None] The sync data for ids ['3f9d814b-fdd9-4a28-a891-513d310143b3'] in dv-cinder-805072-2-iscsi is: [{'id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'name': 'tempest-AttachVolumeTestJSON-907651207-router', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:09Z', 'updated_at': '2021-08-18T19:41:21Z', 'revision_number': 4, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'gw_port': {'id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': '91837e6d-2f99-4762-9d6c-1097dc70b0fb', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'port_id': '006ed51c-543b-470b-8d8c-8e035ffe1c0f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653', 'mac_address': 'fa:16:3e:54:dd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66befe1-9710-4c9d-8493-d33e6b7ed0a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:41:37Z', 'updated_at': '2021-08-18T19:42:29Z', 'revision_number': 1, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45663f0-d12e-4dd9-9a14-8f8780948bae', 'name': '', 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'mac_address': 'fa:16:3e:27:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:18Z', 'updated_at': '2021-08-18T19:41:35Z', 'revision_number': 5, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'subnets': [{'id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:42:31.586119 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d87f7-6919-42f4-a0e1-cba529d19b8b req-0a8b0a8f-eccd-4afd-9d9e-a086ed555775 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:31.598055 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:42:31.602772 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9f1d87f7-6919-42f4-a0e1-cba529d19b8b req-0a8b0a8f-eccd-4afd-9d9e-a086ed555775 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0888615 Aug 18 19:42:31.618205 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a24275e1-92f2-4bcd-8baf-8965b329b9c3 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:31.623836 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a24275e1-92f2-4bcd-8baf-8965b329b9c3 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665786'] for floatingip, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:31.654025 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fe51f8-7322-42c2-99e5-66eeccb488ff None None] New status for floating IP 91837e6d-2f99-4762-9d6c-1097dc70b0fb: ACTIVE {{(pid=100441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:42:31.675657 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9f1d87f7-6919-42f4-a0e1-cba529d19b8b req-cfd388cd-8640-4d82-8ce0-88123abf5355 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697386 Aug 18 19:42:31.765743 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.db.l3_db [None req-a24275e1-92f2-4bcd-8baf-8965b329b9c3 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Floating IP 3d83316d-6450-4e12-8177-4b8bab89b1ca associated. External IP: 172.27.2.137, port: 0021955a-d6b5-4d3c-be30-78b86a27a40b. Aug 18 19:42:32.034593 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24275e1-92f2-4bcd-8baf-8965b329b9c3 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Router 367894c2-c032-4d2c-b438-3bddd69d8844 has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:42:32.149908 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24275e1-92f2-4bcd-8baf-8965b329b9c3 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:42:32.155304 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a24275e1-92f2-4bcd-8baf-8965b329b9c3 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for floatingip, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:32.161777 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864b737-3bd5-459a-830d-077826366f3d None None] Sync routers for ids ['367894c2-c032-4d2c-b438-3bddd69d8844'] in dv-cinder-805072-2-iscsi {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:42:32.176586 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2864b737-3bd5-459a-830d-077826366f3d None None] Routers {'367894c2-c032-4d2c-b438-3bddd69d8844'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:42:32.177634 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-2864b737-3bd5-459a-830d-077826366f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:42:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['367894c2-c032-4d2c-b438-3bddd69d8844'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:42:32.190279 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-a24275e1-92f2-4bcd-8baf-8965b329b9c3 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "PUT /v2.0/floatingips/3d83316d-6450-4e12-8177-4b8bab89b1ca HTTP/1.1" status: 200 len: 991 time: 1.1749954 Aug 18 19:42:32.345870 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-2864b737-3bd5-459a-830d-077826366f3d None None] Set router 367894c2-c032-4d2c-b438-3bddd69d8844 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:42:32.542286 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa14b65-5286-4eab-b6c3-992314534c7c', 'tag': '0021955a-d6b5-4d3c-be30-78b86a27a40b'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:42:32.544294 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0b29ff-7799-46e1-8c66-5b6bb395d879" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa14b65-5286-4eab-b6c3-992314534c7c", "tag": "0021955a-d6b5-4d3c-be30-78b86a27a40b"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:42:32.719484 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-2864b737-3bd5-459a-830d-077826366f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'name': 'tempest-AttachVolumeShelveTestJSON-415474236-router', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:18Z', 'revision_number': 4, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'gw_port': {'id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:11Z', 'updated_at': '2021-08-18T19:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': '3d83316d-6450-4e12-8177-4b8bab89b1ca', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'port_id': '0021955a-d6b5-4d3c-be30-78b86a27a40b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'mac_address': 'fa:16:3e:72:b8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa14b65-5286-4eab-b6c3-992314534c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:41:29Z', 'updated_at': '2021-08-18T19:42:31Z', 'revision_number': 1, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655e6294-6db4-4585-8098-b5d857e52721', 'name': '', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'mac_address': 'fa:16:3e:20:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:16Z', 'updated_at': '2021-08-18T19:41:30Z', 'revision_number': 5, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'subnets': [{'id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:42:32.748430 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864b737-3bd5-459a-830d-077826366f3d None None] Checking router: 367894c2-c032-4d2c-b438-3bddd69d8844 for host: dv-cinder-805072-2-iscsi {{(pid=100442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:42:32.758163 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2864b737-3bd5-459a-830d-077826366f3d None None] Routers {'367894c2-c032-4d2c-b438-3bddd69d8844'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:42:32.758889 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-2864b737-3bd5-459a-830d-077826366f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:42:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['367894c2-c032-4d2c-b438-3bddd69d8844'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:42:32.870788 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-2864b737-3bd5-459a-830d-077826366f3d None None] Set router 367894c2-c032-4d2c-b438-3bddd69d8844 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:42:33.116211 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-2864b737-3bd5-459a-830d-077826366f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'name': 'tempest-AttachVolumeShelveTestJSON-415474236-router', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:18Z', 'revision_number': 4, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'gw_port': {'id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:11Z', 'updated_at': '2021-08-18T19:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': '3d83316d-6450-4e12-8177-4b8bab89b1ca', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'port_id': '0021955a-d6b5-4d3c-be30-78b86a27a40b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'mac_address': 'fa:16:3e:72:b8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa14b65-5286-4eab-b6c3-992314534c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:41:29Z', 'updated_at': '2021-08-18T19:42:31Z', 'revision_number': 1, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655e6294-6db4-4585-8098-b5d857e52721', 'name': '', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'mac_address': 'fa:16:3e:20:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:16Z', 'updated_at': '2021-08-18T19:41:30Z', 'revision_number': 5, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'subnets': [{'id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:42:33.149863 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864b737-3bd5-459a-830d-077826366f3d None None] The sync data for ids ['367894c2-c032-4d2c-b438-3bddd69d8844'] in dv-cinder-805072-2-iscsi is: [{'id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'name': 'tempest-AttachVolumeShelveTestJSON-415474236-router', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:18Z', 'revision_number': 4, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'gw_port': {'id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:11Z', 'updated_at': '2021-08-18T19:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': '3d83316d-6450-4e12-8177-4b8bab89b1ca', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'port_id': '0021955a-d6b5-4d3c-be30-78b86a27a40b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'mac_address': 'fa:16:3e:72:b8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa14b65-5286-4eab-b6c3-992314534c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:41:29Z', 'updated_at': '2021-08-18T19:42:31Z', 'revision_number': 1, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655e6294-6db4-4585-8098-b5d857e52721', 'name': '', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'mac_address': 'fa:16:3e:20:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:16Z', 'updated_at': '2021-08-18T19:41:30Z', 'revision_number': 5, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'subnets': [{'id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:42:33.159531 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d265a2-b5c2-4101-9527-ec78bbf9fff0 req-2fe9bd18-e45e-481f-8af4-c554db022126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:33.161414 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c7d265a2-b5c2-4101-9527-ec78bbf9fff0 req-2fe9bd18-e45e-481f-8af4-c554db022126 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77e9437c632648f4ac33b7f9bb3af25c&device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 1099 time: 0.0875008 Aug 18 19:42:33.166028 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137aba80-dcec-4d34-9195-df4b2c345de7 x-openstack-request-id: req-137aba80-dcec-4d34-9195-df4b2c345de7 {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:42:33.166552 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa14b65-5286-4eab-b6c3-992314534c7c", "tag": "0021955a-d6b5-4d3c-be30-78b86a27a40b", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:42:33.166776 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-137aba80-dcec-4d34-9195-df4b2c345de7 {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:42:33.167250 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa14b65-5286-4eab-b6c3-992314534c7c', 'tag': '0021955a-d6b5-4d3c-be30-78b86a27a40b', 'status': 'completed', 'code': 200} Aug 18 19:42:33.391015 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a5f6bc-eb5e-4e8b-8b6b-d059de84f297 None None] New status for floating IP 3d83316d-6450-4e12-8177-4b8bab89b1ca: ACTIVE {{(pid=100441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:42:33.467704 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb776495-3c31-418d-8c62-2bd0fc4e2bd9 req-6e020f37-b354-4024-baf5-83fa90e7498a tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:33.469836 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fb776495-3c31-418d-8c62-2bd0fc4e2bd9 req-6e020f37-b354-4024-baf5-83fa90e7498a tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.2471464 Aug 18 19:42:33.472937 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b29ff-7799-46e1-8c66-5b6bb395d879 req-9eb5f7c1-d70d-4145-ba6f-3f6292bbed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:33.476071 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0a0b29ff-7799-46e1-8c66-5b6bb395d879 req-9eb5f7c1-d70d-4145-ba6f-3f6292bbed5a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=55a46dee3b2d46d79cfe6a8e52d7bd63&device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 1098 time: 0.2569165 Aug 18 19:42:33.562722 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d265a2-b5c2-4101-9527-ec78bbf9fff0 req-e929c20e-2b6b-4997-9bd8-39780999e9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:33.563524 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c7d265a2-b5c2-4101-9527-ec78bbf9fff0 req-e929c20e-2b6b-4997-9bd8-39780999e9b9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f75a4ad2-5977-4a3c-89ba-eb88091ae653 HTTP/1.1" status: 200 len: 911 time: 0.3585188 Aug 18 19:42:33.587826 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fb776495-3c31-418d-8c62-2bd0fc4e2bd9 req-9fd1cd1b-caa0-4564-9732-6b80556a43f3 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104720 Aug 18 19:42:33.643139 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b29ff-7799-46e1-8c66-5b6bb395d879 req-3387d845-2fe3-4de7-8320-8665eb019c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:33.644546 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0a0b29ff-7799-46e1-8c66-5b6bb395d879 req-3387d845-2fe3-4de7-8320-8665eb019c92 service neutron] 10.222.0.35 "GET /v2.0/networks?id=48079850-84f4-4aec-a648-0aa058db8488 HTTP/1.1" status: 200 len: 917 time: 0.1535888 Aug 18 19:42:33.883802 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c7d265a2-b5c2-4101-9527-ec78bbf9fff0 req-27a68ca0-2ff1-4003-823b-6ef00d8d0631 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=006ed51c-543b-470b-8d8c-8e035ffe1c0f HTTP/1.1" status: 200 len: 1002 time: 0.2505813 Aug 18 19:42:33.894759 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0a0b29ff-7799-46e1-8c66-5b6bb395d879 req-3ee8a5a2-01ae-4262-a37d-967a2c2bd1a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0021955a-d6b5-4d3c-be30-78b86a27a40b HTTP/1.1" status: 200 len: 999 time: 0.1987402 Aug 18 19:42:34.032596 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d265a2-b5c2-4101-9527-ec78bbf9fff0 req-b96ebd2a-a2c8-40cc-80db-40fe66e39ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:34.034955 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c7d265a2-b5c2-4101-9527-ec78bbf9fff0 req-b96ebd2a-a2c8-40cc-80db-40fe66e39ea3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a0797b3-7667-41c9-b4c1-878fd339c483 HTTP/1.1" status: 200 len: 849 time: 0.1381533 Aug 18 19:42:34.041660 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b29ff-7799-46e1-8c66-5b6bb395d879 req-71787c03-bb5b-4f05-a2b6-319ad47a43aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:34.044246 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0a0b29ff-7799-46e1-8c66-5b6bb395d879 req-71787c03-bb5b-4f05-a2b6-319ad47a43aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b HTTP/1.1" status: 200 len: 855 time: 0.1334629 Aug 18 19:42:34.129101 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d265a2-b5c2-4101-9527-ec78bbf9fff0 req-f2c414cf-39e5-40ef-a577-427eaa6693e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:34.133466 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c7d265a2-b5c2-4101-9527-ec78bbf9fff0 req-f2c414cf-39e5-40ef-a577-427eaa6693e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f75a4ad2-5977-4a3c-89ba-eb88091ae653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735314 Aug 18 19:42:34.140846 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b29ff-7799-46e1-8c66-5b6bb395d879 req-44442ca0-4bfa-4e46-b0ef-6580792ee5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:34.142374 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0a0b29ff-7799-46e1-8c66-5b6bb395d879 req-44442ca0-4bfa-4e46-b0ef-6580792ee5cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48079850-84f4-4aec-a648-0aa058db8488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741072 Aug 18 19:42:34.663406 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0a0b29ff-7799-46e1-8c66-5b6bb395d879 req-0c8a8f00-fb91-418b-bd7b-0e9c8adb27e4 service neutron] 10.222.0.35 "GET /v2.0/networks/48079850-84f4-4aec-a648-0aa058db8488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957535 Aug 18 19:42:34.727372 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c7d265a2-b5c2-4101-9527-ec78bbf9fff0 req-545ace23-1e55-48e9-be79-f6ef53edc074 service neutron] 10.222.0.35 "GET /v2.0/networks/f75a4ad2-5977-4a3c-89ba-eb88091ae653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5729487 Aug 18 19:42:34.948233 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0a0b29ff-7799-46e1-8c66-5b6bb395d879 req-0d8757bc-265b-442d-bcbf-5ff090ca635c service neutron] 10.222.0.35 "GET /v2.0/networks/48079850-84f4-4aec-a648-0aa058db8488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660854 Aug 18 19:42:34.970842 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c9b50-ac68-4c0c-b756-fc59b6bb03a0 req-bc282944-3364-46f3-a15f-e53d980b322c tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:34.972435 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-696c9b50-ac68-4c0c-b756-fc59b6bb03a0 req-bc282944-3364-46f3-a15f-e53d980b322c tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.2715864 Aug 18 19:42:34.981733 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c7d265a2-b5c2-4101-9527-ec78bbf9fff0 req-c753561f-a792-4f2d-926a-d7fc62309f82 service neutron] 10.222.0.35 "GET /v2.0/networks/f75a4ad2-5977-4a3c-89ba-eb88091ae653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135255 Aug 18 19:42:35.016421 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-696c9b50-ac68-4c0c-b756-fc59b6bb03a0 req-08fa4a4a-6c3e-4a78-a47c-fba872abdcfe tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364203 Aug 18 19:42:36.216765 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38cc9e-f46e-46fc-9be4-fa89c217c98c req-1e4beba8-1214-44c8-8b54-053818feb369 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:36.219628 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-be38cc9e-f46e-46fc-9be4-fa89c217c98c req-1e4beba8-1214-44c8-8b54-053818feb369 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 946 time: 0.0713713 Aug 18 19:42:36.269742 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bee4a-1e10-4d64-aba0-c3670da42c23 req-f3f32099-bf34-45eb-a3b5-2daa83a2940f tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:36.273049 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-be38cc9e-f46e-46fc-9be4-fa89c217c98c req-1ac45bc0-4aa7-4882-922b-611d427a1dd0 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394411 Aug 18 19:42:36.277599 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-230bee4a-1e10-4d64-aba0-c3670da42c23 req-f3f32099-bf34-45eb-a3b5-2daa83a2940f tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.1091738 Aug 18 19:42:36.347116 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-230bee4a-1e10-4d64-aba0-c3670da42c23 req-b94bde83-d035-43a0-af8f-443f8a106455 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649946 Aug 18 19:42:37.451078 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa47a11-a82a-42ef-a782-2a3a11f5d762 req-919205a4-62ae-4955-872c-28da70d2b09b tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:37.456015 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1aa47a11-a82a-42ef-a782-2a3a11f5d762 req-919205a4-62ae-4955-872c-28da70d2b09b tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 946 time: 0.0605915 Aug 18 19:42:37.508878 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1aa47a11-a82a-42ef-a782-2a3a11f5d762 req-51b7e1d9-6b48-4fac-ae46-3ba3e1be6764 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391326 Aug 18 19:42:37.560157 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c5e2d-ea92-484e-b38a-8683ebbb44ae req-454c72b3-f475-4650-a847-e78a1a19111d tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:37.561067 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-311c5e2d-ea92-484e-b38a-8683ebbb44ae req-454c72b3-f475-4650-a847-e78a1a19111d tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0815992 Aug 18 19:42:37.610004 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-311c5e2d-ea92-484e-b38a-8683ebbb44ae req-bbc3c987-a08c-4804-b5a9-6f830e74cec0 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383024 Aug 18 19:42:38.274555 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 42108) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:42:38.430775 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0d54680e-7460-449a-b4ed-7a0508d0dc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:38.586804 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0d54680e-7460-449a-b4ed-7a0508d0dc30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:38.591254 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0d54680e-7460-449a-b4ed-7a0508d0dc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:38.643573 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-0d54680e-7460-449a-b4ed-7a0508d0dc30 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=91d5547ac23d405b8857c1efce0d17f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3677652 Aug 18 19:42:38.644778 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 42128) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:42:38.651600 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54680e-7460-449a-b4ed-7a0508d0dc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a649a09-fa08-42e2-909b-3ef28d2adc58,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:38.714435 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-381ca2f9-363e-433d-b701-7cb5cbfe96b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:38.717341 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ebadb-3b72-4599-aeaa-cf7772a26624 req-e4d95ee5-2b77-4152-bbf9-9bc3676ac6c4 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:38.725850 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-ea7ebadb-3b72-4599-aeaa-cf7772a26624 req-e4d95ee5-2b77-4152-bbf9-9bc3676ac6c4 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 946 time: 0.0763080 Aug 18 19:42:38.740930 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-381ca2f9-363e-433d-b701-7cb5cbfe96b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:38.767588 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-ea7ebadb-3b72-4599-aeaa-cf7772a26624 req-eab0579f-d579-4438-8481-5603a25bd974 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407603 Aug 18 19:42:38.845974 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e35861-c6fc-4da5-8421-d135856cc31d req-79e37e76-27e0-4271-9677-3bd6dd152cf2 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:38.845974 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-61e35861-c6fc-4da5-8421-d135856cc31d req-79e37e76-27e0-4271-9677-3bd6dd152cf2 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0748389 Aug 18 19:42:38.869121 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-381ca2f9-363e-433d-b701-7cb5cbfe96b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:38.871759 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-381ca2f9-363e-433d-b701-7cb5cbfe96b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:38.875693 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-381ca2f9-363e-433d-b701-7cb5cbfe96b5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3a649a09-fa08-42e2-909b-3ef28d2adc58 HTTP/1.1" status: 204 len: 168 time: 0.2269497 Aug 18 19:42:38.886753 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ca2f9-363e-433d-b701-7cb5cbfe96b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a649a09-fa08-42e2-909b-3ef28d2adc58,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:38.910104 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-61e35861-c6fc-4da5-8421-d135856cc31d req-eec4cc96-6acd-4c61-a862-27f23a861313 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573890 Aug 18 19:42:39.938319 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfaa20f-0a23-4cd5-a639-2bc5d6a0167b req-4960a4b7-7950-4cb4-9d91-2f0690628beb tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:39.940498 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-bdfaa20f-0a23-4cd5-a639-2bc5d6a0167b req-4960a4b7-7950-4cb4-9d91-2f0690628beb tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 946 time: 0.0626812 Aug 18 19:42:39.993543 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-bdfaa20f-0a23-4cd5-a639-2bc5d6a0167b req-d792ef93-e4a0-4dd1-ad69-721782b7f8d4 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/security-groups?id=3042dcae-da2f-4002-a8a0-1d42a272a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460098 Aug 18 19:42:39.999438 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd754240-978e-4963-ab37-68aa780da0ac req-f117207e-eda0-410e-b503-ef8a2e18138f tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:40.001249 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-bd754240-978e-4963-ab37-68aa780da0ac req-f117207e-eda0-410e-b503-ef8a2e18138f tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 946 time: 0.0702596 Aug 18 19:42:40.142388 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03182a61-acc5-43c8-89b7-a8f716300be0 req-8c79b132-99d6-4ef4-84b5-cd7d964d295b tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:40.144041 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-03182a61-acc5-43c8-89b7-a8f716300be0 req-8c79b132-99d6-4ef4-84b5-cd7d964d295b tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.1233780 Aug 18 19:42:40.226630 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-bd754240-978e-4963-ab37-68aa780da0ac req-df4a97e9-cf30-4836-968e-5744920a6200 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Deleting port 684b1f13-88bc-48cb-8aac-4c054456d2e5 {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:42:40.227043 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-bd754240-978e-4963-ab37-68aa780da0ac req-df4a97e9-cf30-4836-968e-5744920a6200 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:40.235603 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-03182a61-acc5-43c8-89b7-a8f716300be0 req-e3187e5e-907e-46b4-9af4-1ec85e5e4aa3 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841701 Aug 18 19:42:40.351235 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-bd754240-978e-4963-ab37-68aa780da0ac req-df4a97e9-cf30-4836-968e-5744920a6200 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] For port 684b1f13-88bc-48cb-8aac-4c054456d2e5, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=684b1f13-88bc-48cb-8aac-4c054456d2e5,segment=NetworkSegment(9a0d0cd8-d55d-4984-b913-356273c62713),segment_id=9a0d0cd8-d55d-4984-b913-356273c62713)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:42:40.352638 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-bd754240-978e-4963-ab37-68aa780da0ac req-df4a97e9-cf30-4836-968e-5744920a6200 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:40.371763 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-bd754240-978e-4963-ab37-68aa780da0ac req-df4a97e9-cf30-4836-968e-5744920a6200 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Calling delete_port for 684b1f13-88bc-48cb-8aac-4c054456d2e5 owned by compute:nova {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:42:40.591874 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-bd754240-978e-4963-ab37-68aa780da0ac req-df4a97e9-cf30-4836-968e-5744920a6200 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:40.622112 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a97e9-cf30-4836-968e-5744920a6200 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Pushing event deleted for resources: {'Port': ['ID=684b1f13-88bc-48cb-8aac-4c054456d2e5,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:40.634047 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['684b1f13-88bc-48cb-8aac-4c054456d2e5'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:42:40.685289 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd754240-978e-4963-ab37-68aa780da0ac req-df4a97e9-cf30-4836-968e-5744920a6200 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] No DVR routers for this DVR port 684b1f13-88bc-48cb-8aac-4c054456d2e5 on host hv-cinder-80507 {{(pid=100440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:42:40.688407 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-bd754240-978e-4963-ab37-68aa780da0ac req-df4a97e9-cf30-4836-968e-5744920a6200 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:40.690558 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-bd754240-978e-4963-ab37-68aa780da0ac req-df4a97e9-cf30-4836-968e-5744920a6200 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.35 "DELETE /v2.0/ports/684b1f13-88bc-48cb-8aac-4c054456d2e5 HTTP/1.1" status: 204 len: 173 time: 0.6789956 Aug 18 19:42:40.691021 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b30a3f-b3fc-4322-9bcc-489962c40375', 'name': 'network-vif-deleted', 'tag': '684b1f13-88bc-48cb-8aac-4c054456d2e5'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:42:40.693884 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fb4765-e218-41b6-a029-4c7fc2e9f673" -d '{"events": [{"server_uuid": "e2b30a3f-b3fc-4322-9bcc-489962c40375", "name": "network-vif-deleted", "tag": "684b1f13-88bc-48cb-8aac-4c054456d2e5"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:42:40.739944 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fb538f-dda4-4f41-a94a-3b0e47d4fa00 x-openstack-request-id: req-d1fb538f-dda4-4f41-a94a-3b0e47d4fa00 {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:42:40.740316 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b30a3f-b3fc-4322-9bcc-489962c40375", "name": "network-vif-deleted", "tag": "684b1f13-88bc-48cb-8aac-4c054456d2e5", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:42:40.740568 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d1fb538f-dda4-4f41-a94a-3b0e47d4fa00 {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:42:40.741120 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b30a3f-b3fc-4322-9bcc-489962c40375', 'name': 'network-vif-deleted', 'tag': '684b1f13-88bc-48cb-8aac-4c054456d2e5', 'status': 'completed', 'code': 200} Aug 18 19:42:41.098739 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-06a17889-78bd-4b4e-b7bc-e33cfa1ddaab req-25d4842a-acae-421d-a76f-fe10b27a1789 tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 210 time: 0.0264459 Aug 18 19:42:41.374790 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f65fe-c695-47f6-9471-f80d4dff85a3 req-d0afa47f-8bc0-42c6-8bd1-ca6a400bf331 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:41.376724 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-5e0f65fe-c695-47f6-9471-f80d4dff85a3 req-d0afa47f-8bc0-42c6-8bd1-ca6a400bf331 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0635538 Aug 18 19:42:41.449456 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-5e0f65fe-c695-47f6-9471-f80d4dff85a3 req-bc874e6d-064b-49d3-b6b5-5589e4f9c279 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608020 Aug 18 19:42:42.222330 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c6088068-2f72-408d-9dff-32b3383cb664 req-a6264eba-e90c-41dd-89a4-68531ecf679b tempest-DeleteServersTestJSON-1293528245 tempest-DeleteServersTestJSON-1293528245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b30a3f-b3fc-4322-9bcc-489962c40375 HTTP/1.1" status: 200 len: 210 time: 0.0308683 Aug 18 19:42:42.625573 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf5c6f-55ba-480c-90e1-0c5013f36075 req-e14c3a6b-fbf2-44d2-856a-769adcbffc33 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:42.634286 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3edf5c6f-55ba-480c-90e1-0c5013f36075 req-e14c3a6b-fbf2-44d2-856a-769adcbffc33 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0954444 Aug 18 19:42:42.687677 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3edf5c6f-55ba-480c-90e1-0c5013f36075 req-b10a9493-76cf-481e-be1d-94374f169f65 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514364 Aug 18 19:42:42.986970 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 42278) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:42:43.035009 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-9a9c011d-b27d-4396-9365-e1036ea678e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:43.112399 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-773b5ebb-785f-460e-99bb-d278b0010a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:43.210806 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-773b5ebb-785f-460e-99bb-d278b0010a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:43.214792 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-773b5ebb-785f-460e-99bb-d278b0010a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:43.256404 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b5ebb-785f-460e-99bb-d278b0010a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc8f6d5-3144-4fcd-93d6-5beb401a357b,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:43.261306 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-773b5ebb-785f-460e-99bb-d278b0010a36 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a28143d6bb8b43689a9605cab8c2a8a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2731411 Aug 18 19:42:43.264308 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 42282) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:42:43.327213 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-cb91f3aa-cfee-42d4-a432-cf2e9eea3513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:43.356910 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-cb91f3aa-cfee-42d4-a432-cf2e9eea3513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:43.408918 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-cb91f3aa-cfee-42d4-a432-cf2e9eea3513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:43.412068 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-cb91f3aa-cfee-42d4-a432-cf2e9eea3513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:43.413221 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-cb91f3aa-cfee-42d4-a432-cf2e9eea3513 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/edc8f6d5-3144-4fcd-93d6-5beb401a357b HTTP/1.1" status: 204 len: 168 time: 0.1476476 Aug 18 19:42:43.420994 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91f3aa-cfee-42d4-a432-cf2e9eea3513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc8f6d5-3144-4fcd-93d6-5beb401a357b,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:43.695539 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 42308) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:42:43.708876 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-efd9a576-4ffa-4410-83c3-542ec80aafb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:43.804840 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-efd9a576-4ffa-4410-83c3-542ec80aafb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:43.808604 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-efd9a576-4ffa-4410-83c3-542ec80aafb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:43.844968 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-efd9a576-4ffa-4410-83c3-542ec80aafb1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=44344e9ffad0402b9d1991fa268822a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483507 Aug 18 19:42:43.847022 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9a576-4ffa-4410-83c3-542ec80aafb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7b5366-ba72-4bc9-9934-2efc907d3775,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:43.849505 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 42314) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:42:43.896651 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-b470929e-7d45-437f-a9d0-3c8e54a1aadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:43.916954 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-b470929e-7d45-437f-a9d0-3c8e54a1aadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:43.965297 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-b470929e-7d45-437f-a9d0-3c8e54a1aadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:43.968027 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-b470929e-7d45-437f-a9d0-3c8e54a1aadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:43.969221 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-b470929e-7d45-437f-a9d0-3c8e54a1aadb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1d7b5366-ba72-4bc9-9934-2efc907d3775 HTTP/1.1" status: 204 len: 168 time: 0.1180882 Aug 18 19:42:43.977608 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470929e-7d45-437f-a9d0-3c8e54a1aadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7b5366-ba72-4bc9-9934-2efc907d3775,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:42:45.781596 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4b339985-ee51-469e-a03c-4c1a29dc341e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:45.868804 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:46.663917 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:46.701259 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bb695-b101-4948-ba5c-a91ac2756e09 req-fea6ff51-86b1-4774-9b7f-fd677e09ea99 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:46.702863 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d55bb695-b101-4948-ba5c-a91ac2756e09 req-fea6ff51-86b1-4774-9b7f-fd677e09ea99 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0546381 Aug 18 19:42:46.760221 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d55bb695-b101-4948-ba5c-a91ac2756e09 req-9d279ccb-d69c-4e18-b362-9330162d1bbf tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505245 Aug 18 19:42:48.087239 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:48.403235 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:42:48.745037 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 684b1f13-88bc-48cb-8aac-4c054456d2e5 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:42:48.764664 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] No Port match for: 684b1f13-88bc-48cb-8aac-4c054456d2e5 {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:42:48.765011 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 684b1f13-88bc-48cb-8aac-4c054456d2e5 not bound to the agent host hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:42:51.889275 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327cd44-620a-4b17-b8a1-1569273c0d5e req-65c8e54e-d39c-40c3-84de-533c3cf1a9b0 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:51.890875 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3327cd44-620a-4b17-b8a1-1569273c0d5e req-65c8e54e-d39c-40c3-84de-533c3cf1a9b0 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0520372 Aug 18 19:42:51.931143 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3327cd44-620a-4b17-b8a1-1569273c0d5e req-c39dd204-5dd4-48db-b03a-566c66c3efc2 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335307 Aug 18 19:42:53.094958 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b86a7-e454-43bc-9b02-5153ed67f722 req-d7fda111-42a7-4a43-a9ec-232c2245d80c tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:53.097532 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cf5b86a7-e454-43bc-9b02-5153ed67f722 req-d7fda111-42a7-4a43-a9ec-232c2245d80c tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0796089 Aug 18 19:42:53.161238 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cf5b86a7-e454-43bc-9b02-5153ed67f722 req-7e1aaaa0-ebf7-4263-90a7-239e2899790b tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554202 Aug 18 19:42:57.194245 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b4505-5955-4e24-ae47-5c6bef15fd5a req-769a5932-1a80-45a0-abe9-26f819c81f6d tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:57.195730 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-bf4b4505-5955-4e24-ae47-5c6bef15fd5a req-769a5932-1a80-45a0-abe9-26f819c81f6d tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0475125 Aug 18 19:42:57.231509 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-bf4b4505-5955-4e24-ae47-5c6bef15fd5a req-ac8318be-558f-426a-b42f-848c93cd9dae tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300639 Aug 18 19:42:58.368864 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d52a4c-f895-4e1e-96cc-d4bd70ad7519 req-49537cde-f272-4795-ab85-b577b719f014 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:58.370325 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e8d52a4c-f895-4e1e-96cc-d4bd70ad7519 req-49537cde-f272-4795-ab85-b577b719f014 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0523825 Aug 18 19:42:58.414878 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e8d52a4c-f895-4e1e-96cc-d4bd70ad7519 req-e43f945a-28c6-4fd2-8437-fdc7412624a7 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378656 Aug 18 19:42:58.891930 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-788d595e-7d83-4295-878d-73519954b402 req-e7dd0830-f5b4-4710-ac3e-d1d8b723c11e tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=224e37c6db3a452ca212e9d55b9dc7b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303659 Aug 18 19:42:59.085443 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d595e-7d83-4295-878d-73519954b402 req-a2a78313-a7f1-4c5f-8d35-f2fad019d851 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:42:59.087019 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-788d595e-7d83-4295-878d-73519954b402 req-a2a78313-a7f1-4c5f-8d35-f2fad019d851 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1888707 Aug 18 19:42:59.102587 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-788d595e-7d83-4295-878d-73519954b402 req-eadf0057-24db-407b-93b1-b0b3217732e9 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/quotas/224e37c6db3a452ca212e9d55b9dc7b7 HTTP/1.1" status: 200 len: 375 time: 0.0095942 Aug 18 19:42:59.135227 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-788d595e-7d83-4295-878d-73519954b402 req-02d6f38b-3f2a-4945-87e1-f2f28859524a tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=224e37c6db3a452ca212e9d55b9dc7b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268197 Aug 18 19:42:59.361377 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2a69581b-7876-4797-a04a-5a6398233ecc req-1825be61-71cb-4d6f-aa11-f35d47ee0c0f tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/ports?device_id=a481c4f1-c15b-487f-b42c-4922ccd7d20a HTTP/1.1" status: 200 len: 210 time: 0.0280318 Aug 18 19:42:59.940863 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 42590) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:00.055474 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-6fd9d7d9-f572-41bf-8a49-06b3bf128809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:00.148835 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-6fd9d7d9-f572-41bf-8a49-06b3bf128809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:00.152463 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-6fd9d7d9-f572-41bf-8a49-06b3bf128809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:00.192364 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-6fd9d7d9-f572-41bf-8a49-06b3bf128809 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2a9d30c552ad41a0944620e465820c2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493570 Aug 18 19:43:00.193242 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9d7d9-f572-41bf-8a49-06b3bf128809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a5946e-f8ad-4638-85c7-296855e41c13,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:00.195024 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 42594) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:00.245163 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-ae0c94d3-34c0-4f35-a05e-7cbef5877bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:00.266182 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-ae0c94d3-34c0-4f35-a05e-7cbef5877bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:00.314341 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-ae0c94d3-34c0-4f35-a05e-7cbef5877bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:00.317963 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-ae0c94d3-34c0-4f35-a05e-7cbef5877bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:00.320598 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-ae0c94d3-34c0-4f35-a05e-7cbef5877bfd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/68a5946e-f8ad-4638-85c7-296855e41c13 HTTP/1.1" status: 204 len: 168 time: 0.1229553 Aug 18 19:43:00.327066 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c94d3-34c0-4f35-a05e-7cbef5877bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a5946e-f8ad-4638-85c7-296855e41c13,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:03.366599 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446b6ae-cecd-4459-8084-7a4663a94722 req-a6a1c2f5-b3c6-42f6-bc80-74545945c8cd tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:03.368288 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8446b6ae-cecd-4459-8084-7a4663a94722 req-a6a1c2f5-b3c6-42f6-bc80-74545945c8cd tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0669591 Aug 18 19:43:03.424324 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8446b6ae-cecd-4459-8084-7a4663a94722 req-783ad3ad-4aa2-4477-8b08-e01cfd11d27c tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443850 Aug 18 19:43:03.449381 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-40f2189d-b2f5-4558-9ec0-67f3c37dc090 req-818d6833-cc16-4b85-a6fd-db53172f13ba tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/ports?device_id=a481c4f1-c15b-487f-b42c-4922ccd7d20a HTTP/1.1" status: 200 len: 210 time: 0.0273588 Aug 18 19:43:03.478163 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 42622) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:03.524933 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee9de97-c2d4-4e7c-86c4-58b4d42a3091 admin admin] Deleting subnet b358d78a-3c68-47c4-98ee-1618f0ecb544 {{(pid=100440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:43:03.528269 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-cee9de97-c2d4-4e7c-86c4-58b4d42a3091 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:03.567316 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-cee9de97-c2d4-4e7c-86c4-58b4d42a3091 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:03.576802 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-cee9de97-c2d4-4e7c-86c4-58b4d42a3091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1353739'] for subnet, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:03.631145 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-cee9de97-c2d4-4e7c-86c4-58b4d42a3091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1353746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for subnet, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:03.654760 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9de97-c2d4-4e7c-86c4-58b4d42a3091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b358d78a-3c68-47c4-98ee-1618f0ecb544,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:03.661763 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-cee9de97-c2d4-4e7c-86c4-58b4d42a3091 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:03.663687 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-cee9de97-c2d4-4e7c-86c4-58b4d42a3091 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b358d78a-3c68-47c4-98ee-1618f0ecb544 HTTP/1.1" status: 204 len: 168 time: 0.1841681 Aug 18 19:43:03.670178 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 42624) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:03.744323 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-06906ff2-80ed-4a8d-af75-a113346dbf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596498'] for network, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:03.829147 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-06906ff2-80ed-4a8d-af75-a113346dbf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1352834', 'neutron.services.segments.db._delete_segments_for_network-8741574556865'] for network, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:03.840816 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-06906ff2-80ed-4a8d-af75-a113346dbf8f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:43:03.841159 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-06906ff2-80ed-4a8d-af75-a113346dbf8f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:43:03.841961 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-06906ff2-80ed-4a8d-af75-a113346dbf8f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:43:03.842300 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-06906ff2-80ed-4a8d-af75-a113346dbf8f admin admin] Subscribe: > port after_create 55550000 {{(pid=100440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:43:03.842639 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-06906ff2-80ed-4a8d-af75-a113346dbf8f admin admin] Subscribe: > port after_delete 55550000 {{(pid=100440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:43:03.843009 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-06906ff2-80ed-4a8d-af75-a113346dbf8f admin admin] Subscribe: > port after_update 55550000 {{(pid=100440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:43:03.843328 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-06906ff2-80ed-4a8d-af75-a113346dbf8f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:43:03.843650 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-06906ff2-80ed-4a8d-af75-a113346dbf8f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:43:03.843972 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-06906ff2-80ed-4a8d-af75-a113346dbf8f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:43:03.844290 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-06906ff2-80ed-4a8d-af75-a113346dbf8f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:43:04.003069 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-06906ff2-80ed-4a8d-af75-a113346dbf8f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:43:04.003573 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-06906ff2-80ed-4a8d-af75-a113346dbf8f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:43:04.003868 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-06906ff2-80ed-4a8d-af75-a113346dbf8f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:43:04.004908 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-06906ff2-80ed-4a8d-af75-a113346dbf8f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:43:04.007304 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.services.segments.db [None req-06906ff2-80ed-4a8d-af75-a113346dbf8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a968b582-7958-477b-ae9b-f66fdfab5efe']}} {{(pid=100440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:43:04.045415 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.services.segments.db [None req-06906ff2-80ed-4a8d-af75-a113346dbf8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a0d0cd8-d55d-4984-b913-356273c62713') {'for_net_delete': True} {{(pid=100440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:43:04.045783 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.services.segments.db [None req-06906ff2-80ed-4a8d-af75-a113346dbf8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a0d0cd8-d55d-4984-b913-356273c62713') {} {{(pid=100440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:43:04.069149 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-788d595e-7d83-4295-878d-73519954b402 req-ee642f7f-050a-451c-898b-96e816bac81e tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=224e37c6db3a452ca212e9d55b9dc7b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581508 Aug 18 19:43:04.075991 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-06906ff2-80ed-4a8d-af75-a113346dbf8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741574601894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60457745'] for segment, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:04.163213 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-06906ff2-80ed-4a8d-af75-a113346dbf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:04.194061 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06906ff2-80ed-4a8d-af75-a113346dbf8f admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=100440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:43:04.194466 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-06906ff2-80ed-4a8d-af75-a113346dbf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59032178'] for segment, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: from cryptography.utils import int_from_bytes Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: from cryptography.utils import int_from_bytes Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: Traceback (most recent call last): Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: timer() Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: cb(*args, **kw) Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: return func(*args, **kwargs) Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: self._notify() Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: self.callback(batched_events) Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: event.method(event) Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: return f(self, *a, **k) Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: return self._get(url).json() Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: return self.request(url, 'GET', **kwargs) Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:43:04.198800 dv-cinder-805072-2-iscsi neutron-server[100440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:43:04.325004 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-06906ff2-80ed-4a8d-af75-a113346dbf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678657'] for network, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:04.349894 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-06906ff2-80ed-4a8d-af75-a113346dbf8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:04.351954 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-06906ff2-80ed-4a8d-af75-a113346dbf8f admin admin] 10.222.0.38 "DELETE /v2.0/networks/a968b582-7958-477b-ae9b-f66fdfab5efe HTTP/1.1" status: 204 len: 168 time: 0.6838334 Aug 18 19:43:04.359231 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d595e-7d83-4295-878d-73519954b402 req-21a13c98-7789-41e4-aab2-6e2f5572a317 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:04.360742 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-788d595e-7d83-4295-878d-73519954b402 req-21a13c98-7789-41e4-aab2-6e2f5572a317 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2808135 Aug 18 19:43:04.361735 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06906ff2-80ed-4a8d-af75-a113346dbf8f admin admin] Pushing event deleted for resources: {'Network': ['ID=a968b582-7958-477b-ae9b-f66fdfab5efe,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:04.382227 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-788d595e-7d83-4295-878d-73519954b402 req-88204556-8b4e-42d9-b446-c2ff50c1366d tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Request body: {'port': {'device_id': 'a481c4f1-c15b-487f-b42c-4922ccd7d20a', 'network_id': 'ea623752-bd5b-479c-a6cd-b3b3c33a4962', 'admin_state_up': True, 'tenant_id': '224e37c6db3a452ca212e9d55b9dc7b7'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:43:04.544244 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-788d595e-7d83-4295-878d-73519954b402 req-88204556-8b4e-42d9-b446-c2ff50c1366d tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Made reservation on behalf of 224e37c6db3a452ca212e9d55b9dc7b7 for: {'port': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:43:04.547282 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 42650) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:04.548263 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-788d595e-7d83-4295-878d-73519954b402 req-88204556-8b4e-42d9-b446-c2ff50c1366d tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:04.564636 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-788d595e-7d83-4295-878d-73519954b402 req-88204556-8b4e-42d9-b446-c2ff50c1366d tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:04.672052 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-b8e1b4fa-f62b-4d9c-b05f-102808a8c160 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=046f2538aa8340e0a30b5398438e99a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1226301 Aug 18 19:43:04.681094 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0d6a6-1506-49e8-a040-a76d11afafa4 req-37edf110-5618-491e-8130-be3269236bd8 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:04.682626 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-81c0d6a6-1506-49e8-a040-a76d11afafa4 req-37edf110-5618-491e-8130-be3269236bd8 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0880260 Aug 18 19:43:04.683142 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 42658) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:04.688974 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3f393167-46c3-454a-bf13-7fa66cfe43da req-27f711dc-8706-4533-895d-eb18e24237ab tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/ports?device_id=a481c4f1-c15b-487f-b42c-4922ccd7d20a HTTP/1.1" status: 200 len: 210 time: 0.0411258 Aug 18 19:43:04.763700 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-788d595e-7d83-4295-878d-73519954b402 req-88204556-8b4e-42d9-b446-c2ff50c1366d tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:04.769133 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-788d595e-7d83-4295-878d-73519954b402 req-88204556-8b4e-42d9-b446-c2ff50c1366d tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:04.770068 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-81c0d6a6-1506-49e8-a040-a76d11afafa4 req-fabeb5fe-6dda-476c-b2d4-17c025febe6f tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536590 Aug 18 19:43:04.771191 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-5c025270-7c10-4ce5-9fff-960d5c1955ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:04.826693 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-5c025270-7c10-4ce5-9fff-960d5c1955ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:04.845977 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88204556-8b4e-42d9-b446-c2ff50c1366d tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24c2ead7-9934-487a-ad7a-96648a06cc49,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:04.890211 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-5c025270-7c10-4ce5-9fff-960d5c1955ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:04.893309 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-5c025270-7c10-4ce5-9fff-960d5c1955ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:04.896479 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-5c025270-7c10-4ce5-9fff-960d5c1955ac admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3042dcae-da2f-4002-a8a0-1d42a272a017 HTTP/1.1" status: 204 len: 168 time: 0.2114224 Aug 18 19:43:04.912638 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c025270-7c10-4ce5-9fff-960d5c1955ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3042dcae-da2f-4002-a8a0-1d42a272a017,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:04.944312 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [req-788d595e-7d83-4295-878d-73519954b402 req-88204556-8b4e-42d9-b446-c2ff50c1366d tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Allocated IP 192.168.233.211 (ea623752-bd5b-479c-a6cd-b3b3c33a4962/ac71d3d8-6528-40da-b62e-6473934b9838/e072f0df-31b6-485b-a3e4-dd21f4155d0f) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:43:05.437500 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-788d595e-7d83-4295-878d-73519954b402 req-88204556-8b4e-42d9-b446-c2ff50c1366d tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:05.472439 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [req-788d595e-7d83-4295-878d-73519954b402 req-88204556-8b4e-42d9-b446-c2ff50c1366d tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Transition to ACTIVE for port object e072f0df-31b6-485b-a3e4-dd21f4155d0f will not be triggered until provisioned by entity DHCP. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:43:05.520251 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-788d595e-7d83-4295-878d-73519954b402 req-88204556-8b4e-42d9-b446-c2ff50c1366d tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:05.569922 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-788d595e-7d83-4295-878d-73519954b402 req-88204556-8b4e-42d9-b446-c2ff50c1366d tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Network ea623752-bd5b-479c-a6cd-b3b3c33a4962 is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:43:05.575597 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [req-788d595e-7d83-4295-878d-73519954b402 req-88204556-8b4e-42d9-b446-c2ff50c1366d tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:43:05.577729 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-788d595e-7d83-4295-878d-73519954b402 req-88204556-8b4e-42d9-b446-c2ff50c1366d tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:43:05.585198 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88204556-8b4e-42d9-b446-c2ff50c1366d tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Pushing event updated for resources: {'Port': ['ID=e072f0df-31b6-485b-a3e4-dd21f4155d0f,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:05.645422 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d595e-7d83-4295-878d-73519954b402 req-88204556-8b4e-42d9-b446-c2ff50c1366d tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:05.646173 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-788d595e-7d83-4295-878d-73519954b402 req-88204556-8b4e-42d9-b446-c2ff50c1366d tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:05.664835 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-788d595e-7d83-4295-878d-73519954b402 req-88204556-8b4e-42d9-b446-c2ff50c1366d tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2871530 Aug 18 19:43:05.719485 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-788d595e-7d83-4295-878d-73519954b402 req-593e63be-2994-45d5-b916-71d924d04bde service neutron] Request body: {'port': {'device_id': 'a481c4f1-c15b-487f-b42c-4922ccd7d20a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:43:05.809213 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-788d595e-7d83-4295-878d-73519954b402 req-593e63be-2994-45d5-b916-71d924d04bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:05.928323 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-2094c051-a923-4a8a-8e6a-b93dfd25de67 None None] Provisioning for port e072f0df-31b6-485b-a3e4-dd21f4155d0f completed by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:43:05.933899 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-2094c051-a923-4a8a-8e6a-b93dfd25de67 None None] Provisioning complete for port e072f0df-31b6-485b-a3e4-dd21f4155d0f triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:43:05.934287 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-2094c051-a923-4a8a-8e6a-b93dfd25de67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:05.949787 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e8bac-6228-4c78-9e8f-d2b2a1aa35ef req-f0884d6e-d776-45db-9897-084f42e19402 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:05.951999 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-357e8bac-6228-4c78-9e8f-d2b2a1aa35ef req-f0884d6e-d776-45db-9897-084f42e19402 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/ports?device_id=a481c4f1-c15b-487f-b42c-4922ccd7d20a HTTP/1.1" status: 200 len: 936 time: 0.1352129 Aug 18 19:43:05.967134 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c6522-0b29-40b1-b6c4-12b0bdb9317a req-0997b314-e85f-47a9-b448-02c8ee85d090 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:05.985913 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a31c6522-0b29-40b1-b6c4-12b0bdb9317a req-0997b314-e85f-47a9-b448-02c8ee85d090 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.1074345 Aug 18 19:43:05.990285 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-2094c051-a923-4a8a-8e6a-b93dfd25de67 None None] Port e072f0df-31b6-485b-a3e4-dd21f4155d0f cannot update to ACTIVE because it is not bound. {{(pid=100441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:43:06.025858 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a31c6522-0b29-40b1-b6c4-12b0bdb9317a req-06e23c42-f439-4205-a1b5-64fa09f0ecfd tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384126 Aug 18 19:43:06.092163 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 42750) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:06.137189 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-357e8bac-6228-4c78-9e8f-d2b2a1aa35ef req-1851e8a2-829d-4294-bea5-565403cac0d5 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/security-groups?id=24c2ead7-9934-487a-ad7a-96648a06cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043715 Aug 18 19:43:06.280395 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0b2638a2-9253-4491-b9f0-9682e29e15ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:06.306928 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [req-788d595e-7d83-4295-878d-73519954b402 req-593e63be-2994-45d5-b916-71d924d04bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e072f0df-31b6-485b-a3e4-dd21f4155d0f {{(pid=100440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:43:06.324538 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-788d595e-7d83-4295-878d-73519954b402 req-593e63be-2994-45d5-b916-71d924d04bde service neutron] Notify callbacks [] for port, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:06.346144 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [req-788d595e-7d83-4295-878d-73519954b402 req-593e63be-2994-45d5-b916-71d924d04bde service neutron] Transition to ACTIVE for port object e072f0df-31b6-485b-a3e4-dd21f4155d0f will not be triggered until provisioned by entity L2. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:43:06.351758 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-788d595e-7d83-4295-878d-73519954b402 req-593e63be-2994-45d5-b916-71d924d04bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:06.427543 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e63be-2994-45d5-b916-71d924d04bde service neutron] Pushing event updated for resources: {'Port': ['ID=e072f0df-31b6-485b-a3e4-dd21f4155d0f,revision_number=2']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:06.529155 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-788d595e-7d83-4295-878d-73519954b402 req-593e63be-2994-45d5-b916-71d924d04bde service neutron] Attempting to bind port e072f0df-31b6-485b-a3e4-dd21f4155d0f on host hv-cinder-80507 for vnic_type normal with profile {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:43:06.529805 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-788d595e-7d83-4295-878d-73519954b402 req-593e63be-2994-45d5-b916-71d924d04bde service neutron] Attempting to bind port e072f0df-31b6-485b-a3e4-dd21f4155d0f by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': 'd9f209f1-59e8-4bff-91f4-0549979b76e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ea623752-bd5b-479c-a6cd-b3b3c33a4962'}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:43:06.529805 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788d595e-7d83-4295-878d-73519954b402 req-593e63be-2994-45d5-b916-71d924d04bde service neutron] Attempting to bind port e072f0df-31b6-485b-a3e4-dd21f4155d0f on network ea623752-bd5b-479c-a6cd-b3b3c33a4962 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:43:06.543448 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788d595e-7d83-4295-878d-73519954b402 req-593e63be-2994-45d5-b916-71d924d04bde service neutron] Port e072f0df-31b6-485b-a3e4-dd21f4155d0f on network ea623752-bd5b-479c-a6cd-b3b3c33a4962 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:43:06.543841 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788d595e-7d83-4295-878d-73519954b402 req-593e63be-2994-45d5-b916-71d924d04bde service neutron] Attempting to bind port e072f0df-31b6-485b-a3e4-dd21f4155d0f on network ea623752-bd5b-479c-a6cd-b3b3c33a4962 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:43:06.557287 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0b2638a2-9253-4491-b9f0-9682e29e15ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:06.558598 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788d595e-7d83-4295-878d-73519954b402 req-593e63be-2994-45d5-b916-71d924d04bde service neutron] Checking agent: {'id': 'a8b818dc-2c80-42c6-b162-9bd2386595a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'started_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:43:06.558961 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788d595e-7d83-4295-878d-73519954b402 req-593e63be-2994-45d5-b916-71d924d04bde service neutron] Checking segment: {'id': 'd9f209f1-59e8-4bff-91f4-0549979b76e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ea623752-bd5b-479c-a6cd-b3b3c33a4962'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:43:06.559354 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788d595e-7d83-4295-878d-73519954b402 req-593e63be-2994-45d5-b916-71d924d04bde service neutron] Bound using segment: {'id': 'd9f209f1-59e8-4bff-91f4-0549979b76e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ea623752-bd5b-479c-a6cd-b3b3c33a4962'} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:43:06.559899 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-788d595e-7d83-4295-878d-73519954b402 req-593e63be-2994-45d5-b916-71d924d04bde service neutron] Bound port: e072f0df-31b6-485b-a3e4-dd21f4155d0f, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f209f1-59e8-4bff-91f4-0549979b76e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ea623752-bd5b-479c-a6cd-b3b3c33a4962'}}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:43:06.560133 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-788d595e-7d83-4295-878d-73519954b402 req-593e63be-2994-45d5-b916-71d924d04bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:06.570324 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0b2638a2-9253-4491-b9f0-9682e29e15ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:06.638719 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-0b2638a2-9253-4491-b9f0-9682e29e15ee admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=368e281cf15b4ba19041d93f7e187ec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5442309 Aug 18 19:43:06.639797 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 42772) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:06.663064 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2638a2-9253-4491-b9f0-9682e29e15ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8f3188-750b-4529-9646-a3ca600d5fea,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:06.693229 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-788d595e-7d83-4295-878d-73519954b402 req-593e63be-2994-45d5-b916-71d924d04bde service neutron] For port e072f0df-31b6-485b-a3e4-dd21f4155d0f, host hv-cinder-80507, cleared binding levels {{(pid=100440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:43:06.697578 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-788d595e-7d83-4295-878d-73519954b402 req-593e63be-2994-45d5-b916-71d924d04bde service neutron] For port e072f0df-31b6-485b-a3e4-dd21f4155d0f, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=e072f0df-31b6-485b-a3e4-dd21f4155d0f,segment=NetworkSegment(d9f209f1-59e8-4bff-91f4-0549979b76e0),segment_id=d9f209f1-59e8-4bff-91f4-0549979b76e0)] {{(pid=100440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:43:06.700395 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-ac19a2d1-16b3-4335-a7c2-e91bb44095a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:06.702304 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-788d595e-7d83-4295-878d-73519954b402 req-593e63be-2994-45d5-b916-71d924d04bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:06.734296 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-ac19a2d1-16b3-4335-a7c2-e91bb44095a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:06.755264 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d595e-7d83-4295-878d-73519954b402 req-593e63be-2994-45d5-b916-71d924d04bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:06.755906 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-788d595e-7d83-4295-878d-73519954b402 req-593e63be-2994-45d5-b916-71d924d04bde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:06.757830 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-788d595e-7d83-4295-878d-73519954b402 req-593e63be-2994-45d5-b916-71d924d04bde service neutron] 10.222.0.35 "PUT /v2.0/ports/e072f0df-31b6-485b-a3e4-dd21f4155d0f HTTP/1.1" status: 200 len: 1098 time: 1.0483563 Aug 18 19:43:06.757830 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a481c4f1-c15b-487f-b42c-4922ccd7d20a', 'tag': 'e072f0df-31b6-485b-a3e4-dd21f4155d0f'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:43:06.760528 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705b79f4-2acc-4a47-bf97-542861b93203" -d '{"events": [{"name": "network-changed", "server_uuid": "a481c4f1-c15b-487f-b42c-4922ccd7d20a", "tag": "e072f0df-31b6-485b-a3e4-dd21f4155d0f"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:43:06.784138 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e63be-2994-45d5-b916-71d924d04bde service neutron] Pushing event updated for resources: {'Port': ['ID=e072f0df-31b6-485b-a3e4-dd21f4155d0f,revision_number=3']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:06.827006 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-ac19a2d1-16b3-4335-a7c2-e91bb44095a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:06.831847 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-ac19a2d1-16b3-4335-a7c2-e91bb44095a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:06.836328 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-ac19a2d1-16b3-4335-a7c2-e91bb44095a3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fb8f3188-750b-4529-9646-a3ca600d5fea HTTP/1.1" status: 204 len: 168 time: 0.1954377 Aug 18 19:43:06.846072 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19a2d1-16b3-4335-a7c2-e91bb44095a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8f3188-750b-4529-9646-a3ca600d5fea,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:06.974751 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80991c92-a737-4acb-abfa-5d2ceced6dc6 x-openstack-request-id: req-80991c92-a737-4acb-abfa-5d2ceced6dc6 {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:43:06.975045 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a481c4f1-c15b-487f-b42c-4922ccd7d20a", "tag": "e072f0df-31b6-485b-a3e4-dd21f4155d0f", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:43:06.975286 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-80991c92-a737-4acb-abfa-5d2ceced6dc6 {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:43:06.975890 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a481c4f1-c15b-487f-b42c-4922ccd7d20a', 'tag': 'e072f0df-31b6-485b-a3e4-dd21f4155d0f', 'status': 'completed', 'code': 200} Aug 18 19:43:06.991190 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d595e-7d83-4295-878d-73519954b402 req-c79bc154-0d27-4695-b3dd-46d640548826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:06.992882 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-788d595e-7d83-4295-878d-73519954b402 req-c79bc154-0d27-4695-b3dd-46d640548826 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=224e37c6db3a452ca212e9d55b9dc7b7&device_id=a481c4f1-c15b-487f-b42c-4922ccd7d20a HTTP/1.1" status: 200 len: 1101 time: 0.0797176 Aug 18 19:43:07.056130 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-788d595e-7d83-4295-878d-73519954b402 req-861452c8-7dbd-4fa8-9524-369d05732c8c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=e072f0df-31b6-485b-a3e4-dd21f4155d0f HTTP/1.1" status: 200 len: 217 time: 0.0435631 Aug 18 19:43:07.133770 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d595e-7d83-4295-878d-73519954b402 req-50e0625a-d9b7-45b0-90af-c74663df2db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:07.135458 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-788d595e-7d83-4295-878d-73519954b402 req-50e0625a-d9b7-45b0-90af-c74663df2db9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac71d3d8-6528-40da-b62e-6473934b9838 HTTP/1.1" status: 200 len: 843 time: 0.0542336 Aug 18 19:43:07.187165 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35434a-a1a5-4b12-9f09-89cc5875fba9 req-87e7d163-3c9b-45e4-a291-a106c5c3d813 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:07.190406 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-bb35434a-a1a5-4b12-9f09-89cc5875fba9 req-87e7d163-3c9b-45e4-a291-a106c5c3d813 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0691485 Aug 18 19:43:07.195752 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d595e-7d83-4295-878d-73519954b402 req-72009598-cd63-4f5c-a810-2f71f7b98979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:07.197483 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-788d595e-7d83-4295-878d-73519954b402 req-72009598-cd63-4f5c-a810-2f71f7b98979 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ea623752-bd5b-479c-a6cd-b3b3c33a4962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0536599 Aug 18 19:43:07.259616 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-bb35434a-a1a5-4b12-9f09-89cc5875fba9 req-ad31d000-bd53-45bf-a88c-8850ccd22d3b tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622292 Aug 18 19:43:07.342437 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c65a01-84c7-4b11-ab39-1b1fe4f96ce4 req-f52f26bf-1323-4b27-970a-93e5737f65be tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:07.344125 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-54c65a01-84c7-4b11-ab39-1b1fe4f96ce4 req-f52f26bf-1323-4b27-970a-93e5737f65be tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/ports?device_id=a481c4f1-c15b-487f-b42c-4922ccd7d20a HTTP/1.1" status: 200 len: 948 time: 0.1124935 Aug 18 19:43:07.348829 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-788d595e-7d83-4295-878d-73519954b402 req-41f83787-48af-48a3-afce-f6e0798bcb70 service neutron] 10.222.0.35 "GET /v2.0/networks/ea623752-bd5b-479c-a6cd-b3b3c33a4962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431496 Aug 18 19:43:07.352128 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 42800) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:07.366073 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-8de4e64c-4779-4d95-be56-54d06b11bac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:07.468575 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-54c65a01-84c7-4b11-ab39-1b1fe4f96ce4 req-e078269d-cdfd-472d-ba66-77b01a1704ee tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/security-groups?id=24c2ead7-9934-487a-ad7a-96648a06cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060398 Aug 18 19:43:07.494068 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-8de4e64c-4779-4d95-be56-54d06b11bac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:07.498375 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-8de4e64c-4779-4d95-be56-54d06b11bac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:07.513839 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-788d595e-7d83-4295-878d-73519954b402 req-3e67dd07-41d3-46a6-9176-1dcab6eefb88 service neutron] 10.222.0.35 "GET /v2.0/networks/ea623752-bd5b-479c-a6cd-b3b3c33a4962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539507 Aug 18 19:43:07.539354 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-8de4e64c-4779-4d95-be56-54d06b11bac3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4a953bbd258a449f90371dbea48f8377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860662 Aug 18 19:43:07.542370 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 42804) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:07.549358 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4e64c-4779-4d95-be56-54d06b11bac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462a5404-1d0c-4461-8432-3f45c07e9cc9,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:07.598458 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bc6fdd98-83a6-4086-9d1b-6492c7562788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:07.621034 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bc6fdd98-83a6-4086-9d1b-6492c7562788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:07.650706 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b79f4-2acc-4a47-bf97-542861b93203 req-c663a8c3-f8c7-490b-a220-ca4c7e5fb187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:07.653198 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-705b79f4-2acc-4a47-bf97-542861b93203 req-c663a8c3-f8c7-490b-a220-ca4c7e5fb187 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=224e37c6db3a452ca212e9d55b9dc7b7&device_id=a481c4f1-c15b-487f-b42c-4922ccd7d20a HTTP/1.1" status: 200 len: 1101 time: 0.0432701 Aug 18 19:43:07.686565 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bc6fdd98-83a6-4086-9d1b-6492c7562788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:07.692781 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bc6fdd98-83a6-4086-9d1b-6492c7562788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:07.695533 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-bc6fdd98-83a6-4086-9d1b-6492c7562788 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/462a5404-1d0c-4461-8432-3f45c07e9cc9 HTTP/1.1" status: 204 len: 168 time: 0.1516767 Aug 18 19:43:07.710958 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fdd98-83a6-4086-9d1b-6492c7562788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462a5404-1d0c-4461-8432-3f45c07e9cc9,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:07.790685 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b79f4-2acc-4a47-bf97-542861b93203 req-eb134bdb-f432-4e45-a058-7d6a5e7d1231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:07.792156 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-705b79f4-2acc-4a47-bf97-542861b93203 req-eb134bdb-f432-4e45-a058-7d6a5e7d1231 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ea623752-bd5b-479c-a6cd-b3b3c33a4962 HTTP/1.1" status: 200 len: 870 time: 0.1308382 Aug 18 19:43:07.836143 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-705b79f4-2acc-4a47-bf97-542861b93203 req-3f30cee0-17a5-4616-afee-8e8c2e80c79a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=e072f0df-31b6-485b-a3e4-dd21f4155d0f HTTP/1.1" status: 200 len: 217 time: 0.0356469 Aug 18 19:43:07.897765 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b79f4-2acc-4a47-bf97-542861b93203 req-3463e78c-0f1c-4337-bdbc-6d557e7e3880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:07.899310 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-705b79f4-2acc-4a47-bf97-542861b93203 req-3463e78c-0f1c-4337-bdbc-6d557e7e3880 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac71d3d8-6528-40da-b62e-6473934b9838 HTTP/1.1" status: 200 len: 843 time: 0.0565991 Aug 18 19:43:07.956034 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b79f4-2acc-4a47-bf97-542861b93203 req-e35ad1ea-26a0-471c-890c-65377c37b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:07.958925 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-705b79f4-2acc-4a47-bf97-542861b93203 req-e35ad1ea-26a0-471c-890c-65377c37b28c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ea623752-bd5b-479c-a6cd-b3b3c33a4962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0521436 Aug 18 19:43:08.082428 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-705b79f4-2acc-4a47-bf97-542861b93203 req-7dd55726-eef0-4231-9c61-a9b0cc46bc3d service neutron] 10.222.0.35 "GET /v2.0/networks/ea623752-bd5b-479c-a6cd-b3b3c33a4962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158948 Aug 18 19:43:08.206598 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-705b79f4-2acc-4a47-bf97-542861b93203 req-314cb9ee-4fd9-4179-bafc-3b895260d50d service neutron] 10.222.0.35 "GET /v2.0/networks/ea623752-bd5b-479c-a6cd-b3b3c33a4962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166656 Aug 18 19:43:08.406924 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ad5c1-03e9-48ec-ae65-cb683e67ede5 req-3845df97-42a9-43db-81d2-2738791aaeb6 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:08.408493 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e74ad5c1-03e9-48ec-ae65-cb683e67ede5 req-3845df97-42a9-43db-81d2-2738791aaeb6 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0503643 Aug 18 19:43:08.453341 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e74ad5c1-03e9-48ec-ae65-cb683e67ede5 req-e3b88c20-1b36-4cfe-9c89-ca535dec71c0 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378258 Aug 18 19:43:08.595720 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:43:08.612010 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3755027-a6c1-4490-9db4-a4f749354139 req-816efc3e-e096-4627-9188-b233bfbe8399 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:08.614842 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b3755027-a6c1-4490-9db4-a4f749354139 req-816efc3e-e096-4627-9188-b233bfbe8399 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/ports?device_id=a481c4f1-c15b-487f-b42c-4922ccd7d20a HTTP/1.1" status: 200 len: 948 time: 0.0656462 Aug 18 19:43:08.667047 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b3755027-a6c1-4490-9db4-a4f749354139 req-b2a613f2-dcd3-4321-800d-7679928e0614 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/security-groups?id=24c2ead7-9934-487a-ad7a-96648a06cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444937 Aug 18 19:43:09.605507 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f21c8-45d4-4188-853b-a84f67ad477d req-7b46a76e-4548-45c0-a14d-b548a987b053 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:09.607416 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-8f9f21c8-45d4-4188-853b-a84f67ad477d req-7b46a76e-4548-45c0-a14d-b548a987b053 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0571454 Aug 18 19:43:09.662905 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-8f9f21c8-45d4-4188-853b-a84f67ad477d req-c6490c55-0499-4660-8aea-8d613ef03433 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455279 Aug 18 19:43:09.823198 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d26509-9b5a-4814-ad19-e8c6a279aca6 req-21b33c00-c8b9-42e4-ba0b-be040bf885d8 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:09.824824 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-91d26509-9b5a-4814-ad19-e8c6a279aca6 req-21b33c00-c8b9-42e4-ba0b-be040bf885d8 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/ports?device_id=a481c4f1-c15b-487f-b42c-4922ccd7d20a HTTP/1.1" status: 200 len: 948 time: 0.0563028 Aug 18 19:43:09.874221 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-91d26509-9b5a-4814-ad19-e8c6a279aca6 req-10e7c088-5964-4f18-94af-0c0156dc8a06 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/security-groups?id=24c2ead7-9934-487a-ad7a-96648a06cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388160 Aug 18 19:43:10.253755 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 42908) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:10.376096 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-8102381f-59d3-4c33-b483-c27bf1551d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:10.492731 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-8102381f-59d3-4c33-b483-c27bf1551d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:10.497347 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-8102381f-59d3-4c33-b483-c27bf1551d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:10.540969 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-8102381f-59d3-4c33-b483-c27bf1551d89 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=44f73c355112473b96935253a087c9fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860603 Aug 18 19:43:10.541899 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102381f-59d3-4c33-b483-c27bf1551d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efebf28-61a1-4110-83a5-f5b166fa7db4,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:10.544144 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 42916) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:10.604686 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a1c8820a-a13b-4400-983f-5547dce3618b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:10.629300 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a1c8820a-a13b-4400-983f-5547dce3618b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:10.700140 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a1c8820a-a13b-4400-983f-5547dce3618b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:10.703654 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a1c8820a-a13b-4400-983f-5547dce3618b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:10.707264 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-a1c8820a-a13b-4400-983f-5547dce3618b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7efebf28-61a1-4110-83a5-f5b166fa7db4 HTTP/1.1" status: 204 len: 168 time: 0.1617668 Aug 18 19:43:10.723254 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8820a-a13b-4400-983f-5547dce3618b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efebf28-61a1-4110-83a5-f5b166fa7db4,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:10.735527 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8820a-a13b-4400-983f-5547dce3618b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:10.735889 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8820a-a13b-4400-983f-5547dce3618b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:10.736312 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8820a-a13b-4400-983f-5547dce3618b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:10.736624 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8820a-a13b-4400-983f-5547dce3618b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:10.736972 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8820a-a13b-4400-983f-5547dce3618b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:10.737314 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8820a-a13b-4400-983f-5547dce3618b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:10.737655 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8820a-a13b-4400-983f-5547dce3618b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:10.737986 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8820a-a13b-4400-983f-5547dce3618b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:10.739016 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8820a-a13b-4400-983f-5547dce3618b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:10.739804 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8820a-a13b-4400-983f-5547dce3618b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:10.740977 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8820a-a13b-4400-983f-5547dce3618b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:10.741465 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8820a-a13b-4400-983f-5547dce3618b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:10.880881 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdb788-8e60-4831-a66e-81ac8e9b89f7 req-1ed10586-ae0a-43d2-ba58-5a8f1a8c623d tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:10.883856 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c3bdb788-8e60-4831-a66e-81ac8e9b89f7 req-1ed10586-ae0a-43d2-ba58-5a8f1a8c623d tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0915885 Aug 18 19:43:10.904289 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605caaf-cf6a-41a9-94fd-58818d1f6cbc req-3ef95d43-e4f9-4f34-93c1-3d678bcb5d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:10.906144 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d605caaf-cf6a-41a9-94fd-58818d1f6cbc req-3ef95d43-e4f9-4f34-93c1-3d678bcb5d7d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 1098 time: 0.0574095 Aug 18 19:43:10.951409 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c3bdb788-8e60-4831-a66e-81ac8e9b89f7 req-36bf9451-fd8b-4cda-9789-e25b97f6b10e tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602627 Aug 18 19:43:11.018124 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d605caaf-cf6a-41a9-94fd-58818d1f6cbc req-31277e1b-2091-4691-91b9-168d5e12ec27 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941441 Aug 18 19:43:11.044836 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc377d3f-26c9-4acc-b555-3f16c00a81a6 req-2206a443-8e91-4d4c-a342-25f13317db5b tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:11.046927 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cc377d3f-26c9-4acc-b555-3f16c00a81a6 req-2206a443-8e91-4d4c-a342-25f13317db5b tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/ports?device_id=a481c4f1-c15b-487f-b42c-4922ccd7d20a HTTP/1.1" status: 200 len: 948 time: 0.0740156 Aug 18 19:43:11.096674 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cc377d3f-26c9-4acc-b555-3f16c00a81a6 req-4c490e66-247f-4cab-bf85-e37fe557b6e8 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/security-groups?id=24c2ead7-9934-487a-ad7a-96648a06cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420730 Aug 18 19:43:12.061372 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c15e3-1bb0-4a55-96fd-f5555693f9b3 req-563d889a-f01a-49a0-9ec0-1a6f9cf7a654 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:12.062825 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-0b6c15e3-1bb0-4a55-96fd-f5555693f9b3 req-563d889a-f01a-49a0-9ec0-1a6f9cf7a654 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0481045 Aug 18 19:43:12.102722 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-0b6c15e3-1bb0-4a55-96fd-f5555693f9b3 req-601ddfb5-340c-4238-8eac-adb88e8260a3 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327048 Aug 18 19:43:12.233255 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584a1bb-b9a0-4973-96d0-e169fce45b27 req-8c38f065-3331-424e-bf7b-70a6e7498254 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:12.234821 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3584a1bb-b9a0-4973-96d0-e169fce45b27 req-8c38f065-3331-424e-bf7b-70a6e7498254 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/ports?device_id=a481c4f1-c15b-487f-b42c-4922ccd7d20a HTTP/1.1" status: 200 len: 948 time: 0.0500391 Aug 18 19:43:12.276409 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3584a1bb-b9a0-4973-96d0-e169fce45b27 req-ce14fd6e-f633-480d-a879-a91bf78c3126 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/security-groups?id=24c2ead7-9934-487a-ad7a-96648a06cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335407 Aug 18 19:43:12.361089 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device e072f0df-31b6-485b-a3e4-dd21f4155d0f details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=100441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:43:12.469191 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port e072f0df-31b6-485b-a3e4-dd21f4155d0f, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=e072f0df-31b6-485b-a3e4-dd21f4155d0f,segment=NetworkSegment(d9f209f1-59e8-4bff-91f4-0549979b76e0),segment_id=d9f209f1-59e8-4bff-91f4-0549979b76e0)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:43:12.481359 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Returning: {'device': 'e072f0df-31b6-485b-a3e4-dd21f4155d0f', 'network_id': 'ea623752-bd5b-479c-a6cd-b3b3c33a4962', 'port_id': 'e072f0df-31b6-485b-a3e4-dd21f4155d0f', 'mac_address': 'fa:16:3e:c6:36:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac71d3d8-6528-40da-b62e-6473934b9838', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:43:12.527944 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:12.545207 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e072f0df-31b6-485b-a3e4-dd21f4155d0f {{(pid=100441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:43:12.570291 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port e072f0df-31b6-485b-a3e4-dd21f4155d0f, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=e072f0df-31b6-485b-a3e4-dd21f4155d0f,segment=NetworkSegment(d9f209f1-59e8-4bff-91f4-0549979b76e0),segment_id=d9f209f1-59e8-4bff-91f4-0549979b76e0)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:43:12.574773 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:12.631148 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=e072f0df-31b6-485b-a3e4-dd21f4155d0f,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:12.642929 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:12.643599 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:12.644140 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:12.644944 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:12.645042 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:12.645467 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:12.645805 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:12.646215 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:12.646554 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:12.646939 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:12.647244 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:12.647591 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:13.038937 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d7cde1ce-ac36-4db1-9ff5-65f25e952038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:13.056331 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['e072f0df-31b6-485b-a3e4-dd21f4155d0f'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:43:13.227372 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7273c49-f3d0-45e9-90c1-cc5089cd7d98 req-00c47b47-a623-4046-bacd-48f9f2cd9561 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:13.228888 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-d7273c49-f3d0-45e9-90c1-cc5089cd7d98 req-00c47b47-a623-4046-bacd-48f9f2cd9561 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0553229 Aug 18 19:43:13.267709 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-d7273c49-f3d0-45e9-90c1-cc5089cd7d98 req-56f83080-919a-4d36-b59a-315c5c996b58 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317159 Aug 18 19:43:13.390963 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfde143-a004-4ecd-be22-096e4f03cf9f req-9fe35e0d-4cfd-4584-9c84-17c73a9e0ee5 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:13.392829 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-dbfde143-a004-4ecd-be22-096e4f03cf9f req-9fe35e0d-4cfd-4584-9c84-17c73a9e0ee5 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0544739 Aug 18 19:43:13.404443 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7795b-1247-4ca5-9547-7bf209928f1e req-bf9f8fe1-8b1f-49d7-b0d1-8cd5841bec77 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:13.405963 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-14d7795b-1247-4ca5-9547-7bf209928f1e req-bf9f8fe1-8b1f-49d7-b0d1-8cd5841bec77 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/ports?device_id=a481c4f1-c15b-487f-b42c-4922ccd7d20a HTTP/1.1" status: 200 len: 949 time: 0.0511007 Aug 18 19:43:13.436342 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-dbfde143-a004-4ecd-be22-096e4f03cf9f req-bfe89fc1-332e-4a8c-8980-812b8bf8c3a4 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354490 Aug 18 19:43:13.447566 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-14d7795b-1247-4ca5-9547-7bf209928f1e req-c3e01233-fcc4-4f06-9f27-6d83d8c0e1b0 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/security-groups?id=24c2ead7-9934-487a-ad7a-96648a06cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343578 Aug 18 19:43:15.781504 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-1a43415b-bf41-406c-a121-2faf83ca7c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:15.870033 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:16.665105 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:17.611823 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-72cd8eb9-7680-465c-84c9-effe6e51362f req-2757e6bc-ff90-402e-a642-fa967e1e5338 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473354 Aug 18 19:43:17.623321 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435b0dd-271c-402a-a5a0-57513de4beac req-bb1ad19c-0bd6-419b-a7f8-93efc3cc2f8f tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:17.624779 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a435b0dd-271c-402a-a5a0-57513de4beac req-bb1ad19c-0bd6-419b-a7f8-93efc3cc2f8f tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/ports?device_id=a481c4f1-c15b-487f-b42c-4922ccd7d20a HTTP/1.1" status: 200 len: 949 time: 0.0533764 Aug 18 19:43:17.662557 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a435b0dd-271c-402a-a5a0-57513de4beac req-25c22279-9029-4d18-8599-d7d1306ffcb4 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/security-groups?id=24c2ead7-9934-487a-ad7a-96648a06cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319595 Aug 18 19:43:17.720666 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd8eb9-7680-465c-84c9-effe6e51362f req-5a68d68c-56eb-4df0-8477-9bbb3a8049f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:17.722075 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-72cd8eb9-7680-465c-84c9-effe6e51362f req-5a68d68c-56eb-4df0-8477-9bbb3a8049f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a46234c703574ed9b5ffb661124d4f38&device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 1098 time: 0.0420833 Aug 18 19:43:17.836099 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd8eb9-7680-465c-84c9-effe6e51362f req-bfa06946-3f32-41e9-86c1-16cbadb53024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:17.837569 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-72cd8eb9-7680-465c-84c9-effe6e51362f req-bfa06946-3f32-41e9-86c1-16cbadb53024 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dce2f450-0829-49bd-98f5-ccdff24d54ce HTTP/1.1" status: 200 len: 920 time: 0.0883813 Aug 18 19:43:17.880186 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-72cd8eb9-7680-465c-84c9-effe6e51362f req-952193ca-ba99-4411-bb25-a2e1ff615c71 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c42eef5-09f4-43c6-b0ab-2a513c8552a7 HTTP/1.1" status: 200 len: 217 time: 0.0344250 Aug 18 19:43:17.934279 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd8eb9-7680-465c-84c9-effe6e51362f req-035015b2-6520-4353-be7d-f70e5838c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:17.935795 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-72cd8eb9-7680-465c-84c9-effe6e51362f req-035015b2-6520-4353-be7d-f70e5838c2a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bed5411e-26f3-415c-9eed-53e1e186712a HTTP/1.1" status: 200 len: 859 time: 0.0477629 Aug 18 19:43:17.970013 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-72cd8eb9-7680-465c-84c9-effe6e51362f req-193d8dec-003e-49b2-bf13-33b6a4ceaada service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dce2f450-0829-49bd-98f5-ccdff24d54ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260620 Aug 18 19:43:18.079583 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-72cd8eb9-7680-465c-84c9-effe6e51362f req-82ba7c64-e0b4-4d14-b900-090a3fc24f8b service neutron] 10.222.0.35 "GET /v2.0/networks/dce2f450-0829-49bd-98f5-ccdff24d54ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021624 Aug 18 19:43:18.092940 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:18.171044 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-72cd8eb9-7680-465c-84c9-effe6e51362f req-b2177776-1189-474d-94a9-5611534a95df service neutron] 10.222.0.35 "GET /v2.0/networks/dce2f450-0829-49bd-98f5-ccdff24d54ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840695 Aug 18 19:43:18.405820 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:18.814210 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1100a0-9fa0-431f-80d4-bdf111012e6a req-dc5ce134-3962-4e15-a4fb-5e585e8d5880 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:18.826777 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5b1100a0-9fa0-431f-80d4-bdf111012e6a req-dc5ce134-3962-4e15-a4fb-5e585e8d5880 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/ports?device_id=a481c4f1-c15b-487f-b42c-4922ccd7d20a HTTP/1.1" status: 200 len: 949 time: 0.0613024 Aug 18 19:43:18.871618 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5b1100a0-9fa0-431f-80d4-bdf111012e6a req-2a7f19ea-d3b3-4890-b6d8-7b4ecd749702 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/security-groups?id=24c2ead7-9934-487a-ad7a-96648a06cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488076 Aug 18 19:43:19.212210 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device e072f0df-31b6-485b-a3e4-dd21f4155d0f up at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:43:19.272103 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning for port e072f0df-31b6-485b-a3e4-dd21f4155d0f completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:43:19.279121 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning complete for port e072f0df-31b6-485b-a3e4-dd21f4155d0f triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:43:19.280202 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:19.368248 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:19.395680 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a481c4f1-c15b-487f-b42c-4922ccd7d20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e072f0df-31b6-485b-a3e4-dd21f4155d0f'}] {{(pid=100441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:43:19.398184 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c845df31933df15e4981d7dcb3334c44fca6e0bb010d803592179d7e14a8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353f0dd5-4711-4d03-b61a-d9e58314adc3" -d '{"events": [{"server_uuid": "a481c4f1-c15b-487f-b42c-4922ccd7d20a", "name": "network-vif-plugged", "status": "completed", "tag": "e072f0df-31b6-485b-a3e4-dd21f4155d0f"}]}' {{(pid=100441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:43:19.406745 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ed46d-21ff-4544-a2cb-63c4bf4cdfc0 req-487b2136-7f19-483a-a53e-4e9982bc1b7f tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:19.408641 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0d3ed46d-21ff-4544-a2cb-63c4bf4cdfc0 req-487b2136-7f19-483a-a53e-4e9982bc1b7f tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0961282 Aug 18 19:43:19.412159 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90cdb4e-392c-4c4e-8ded-e4af1453430b req-30f2c91f-fabf-4b15-af3e-8b980f57f47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:19.413585 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b90cdb4e-392c-4c4e-8ded-e4af1453430b req-30f2c91f-fabf-4b15-af3e-8b980f57f47f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a46234c703574ed9b5ffb661124d4f38&device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 1098 time: 0.0845859 Aug 18 19:43:19.421123 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port e072f0df-31b6-485b-a3e4-dd21f4155d0f, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=e072f0df-31b6-485b-a3e4-dd21f4155d0f,segment=NetworkSegment(d9f209f1-59e8-4bff-91f4-0549979b76e0),segment_id=d9f209f1-59e8-4bff-91f4-0549979b76e0)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:43:19.428581 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:19.474588 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120c47fc-df0b-4cc2-9f74-ed81f4f2d6c9 x-openstack-request-id: req-120c47fc-df0b-4cc2-9f74-ed81f4f2d6c9 {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:43:19.474980 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a481c4f1-c15b-487f-b42c-4922ccd7d20a", "name": "network-vif-plugged", "status": "completed", "tag": "e072f0df-31b6-485b-a3e4-dd21f4155d0f", "code": 200}]} {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:43:19.475406 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-120c47fc-df0b-4cc2-9f74-ed81f4f2d6c9 {{(pid=100441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:43:19.475805 dv-cinder-805072-2-iscsi neutron-server[100441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a481c4f1-c15b-487f-b42c-4922ccd7d20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e072f0df-31b6-485b-a3e4-dd21f4155d0f', 'code': 200} Aug 18 19:43:19.514135 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=e072f0df-31b6-485b-a3e4-dd21f4155d0f,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:19.533594 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0d3ed46d-21ff-4544-a2cb-63c4bf4cdfc0 req-9909058d-00cd-4bba-96b2-24581e240754 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139364 Aug 18 19:43:19.561319 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90cdb4e-392c-4c4e-8ded-e4af1453430b req-d692bdbd-91a2-4352-a958-f2f190d2a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:19.563205 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b90cdb4e-392c-4c4e-8ded-e4af1453430b req-d692bdbd-91a2-4352-a958-f2f190d2a32c service neutron] 10.222.0.35 "GET /v2.0/networks?id=dce2f450-0829-49bd-98f5-ccdff24d54ce HTTP/1.1" status: 200 len: 920 time: 0.1403058 Aug 18 19:43:19.612989 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b90cdb4e-392c-4c4e-8ded-e4af1453430b req-ea09f2d1-d950-443b-a148-5e5989672bb8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c42eef5-09f4-43c6-b0ab-2a513c8552a7 HTTP/1.1" status: 200 len: 217 time: 0.0411599 Aug 18 19:43:19.707171 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90cdb4e-392c-4c4e-8ded-e4af1453430b req-1d51a9f6-e7e9-42ff-85a7-8b4061654f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:19.709110 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b90cdb4e-392c-4c4e-8ded-e4af1453430b req-1d51a9f6-e7e9-42ff-85a7-8b4061654f7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bed5411e-26f3-415c-9eed-53e1e186712a HTTP/1.1" status: 200 len: 859 time: 0.0852981 Aug 18 19:43:19.712540 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2a17b-e20b-4cab-9d0a-1879d9b79a22 req-375a0181-ed90-4a07-9473-716b1a32c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:19.714027 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-40f2a17b-e20b-4cab-9d0a-1879d9b79a22 req-375a0181-ed90-4a07-9473-716b1a32c32f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a481c4f1-c15b-487f-b42c-4922ccd7d20a HTTP/1.1" status: 200 len: 1103 time: 0.0594664 Aug 18 19:43:19.769039 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b90cdb4e-392c-4c4e-8ded-e4af1453430b req-5f020965-e299-486f-802f-7b3fc391fce8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dce2f450-0829-49bd-98f5-ccdff24d54ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454843 Aug 18 19:43:19.803763 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-40f2a17b-e20b-4cab-9d0a-1879d9b79a22 req-abfed44d-4376-471c-9b2a-97dce8d34a95 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=24c2ead7-9934-487a-ad7a-96648a06cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688386 Aug 18 19:43:19.873941 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b90cdb4e-392c-4c4e-8ded-e4af1453430b req-da0a51bd-e42f-4c89-aa9d-0260d5acf012 service neutron] 10.222.0.35 "GET /v2.0/networks/dce2f450-0829-49bd-98f5-ccdff24d54ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955923 Aug 18 19:43:20.004117 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09d656-f4d9-4112-ad78-827da33bf1ce req-b4f62529-5c25-4e76-a9d4-39ad661989bf tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:20.005763 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-aa09d656-f4d9-4112-ad78-827da33bf1ce req-b4f62529-5c25-4e76-a9d4-39ad661989bf tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/ports?device_id=a481c4f1-c15b-487f-b42c-4922ccd7d20a HTTP/1.1" status: 200 len: 950 time: 0.0589831 Aug 18 19:43:20.047740 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-aa09d656-f4d9-4112-ad78-827da33bf1ce req-574850b7-3003-495e-86bb-ff8afcf946ed tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/security-groups?id=24c2ead7-9934-487a-ad7a-96648a06cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353913 Aug 18 19:43:20.343455 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b90cdb4e-392c-4c4e-8ded-e4af1453430b req-05a1b033-5d1d-4982-acb2-10ad0a772eba service neutron] 10.222.0.35 "GET /v2.0/networks/dce2f450-0829-49bd-98f5-ccdff24d54ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119857 Aug 18 19:43:20.659579 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45714b3e-ffac-415e-8c8f-8c6fe7aef680 req-9db3c597-57f1-4d64-b558-250a918b60d5 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:20.661016 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-45714b3e-ffac-415e-8c8f-8c6fe7aef680 req-9db3c597-57f1-4d64-b558-250a918b60d5 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0506465 Aug 18 19:43:20.705268 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-45714b3e-ffac-415e-8c8f-8c6fe7aef680 req-fdcd11c5-5124-490a-9ef6-44e0f1d887f1 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382459 Aug 18 19:43:21.162493 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4936957-dd73-472a-ba23-74bd1e460195 req-3f31f38c-b708-4d5f-81c1-6bda109f6097 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:21.163965 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b4936957-dd73-472a-ba23-74bd1e460195 req-3f31f38c-b708-4d5f-81c1-6bda109f6097 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/ports?device_id=a481c4f1-c15b-487f-b42c-4922ccd7d20a HTTP/1.1" status: 200 len: 950 time: 0.0478115 Aug 18 19:43:21.200581 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b4936957-dd73-472a-ba23-74bd1e460195 req-32d74f4a-01d9-48c9-a77a-41f8bb0e6678 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/security-groups?id=24c2ead7-9934-487a-ad7a-96648a06cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308239 Aug 18 19:43:21.827709 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05051286-80ac-44c7-ac0c-f5af6df19f0f req-697ddb32-4608-4368-8d50-7f39c32bca08 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:21.829202 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-05051286-80ac-44c7-ac0c-f5af6df19f0f req-697ddb32-4608-4368-8d50-7f39c32bca08 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0502565 Aug 18 19:43:21.869396 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-05051286-80ac-44c7-ac0c-f5af6df19f0f req-34674801-3532-48ab-a001-158399ed5196 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336301 Aug 18 19:43:22.315085 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7503f5-0864-4f62-add8-bb57004f3d62 req-8787ec83-7c90-4536-b51c-1ee19ab4e15b tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:22.316689 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2f7503f5-0864-4f62-add8-bb57004f3d62 req-8787ec83-7c90-4536-b51c-1ee19ab4e15b tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/ports?device_id=a481c4f1-c15b-487f-b42c-4922ccd7d20a HTTP/1.1" status: 200 len: 950 time: 0.0486250 Aug 18 19:43:22.360709 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2f7503f5-0864-4f62-add8-bb57004f3d62 req-34b5a27f-2483-44b0-96aa-0274ca2d45d1 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/security-groups?id=24c2ead7-9934-487a-ad7a-96648a06cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341914 Aug 18 19:43:22.468351 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 43198) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:22.583849 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-3032ea03-774c-48b2-9658-83ea25393a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:22.648673 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2083b-aa57-4735-bf05-10facaa1dbe1 req-fb7ee5e4-767d-41df-bb55-58fb78edb397 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:22.650209 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-dea2083b-aa57-4735-bf05-10facaa1dbe1 req-fb7ee5e4-767d-41df-bb55-58fb78edb397 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/ports?device_id=a481c4f1-c15b-487f-b42c-4922ccd7d20a HTTP/1.1" status: 200 len: 950 time: 0.0539708 Aug 18 19:43:22.684244 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-3032ea03-774c-48b2-9658-83ea25393a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:22.688959 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-3032ea03-774c-48b2-9658-83ea25393a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:22.689801 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-dea2083b-aa57-4735-bf05-10facaa1dbe1 req-b061fd8f-df5d-4e3c-bad2-9d269bdc4925 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/security-groups?id=24c2ead7-9934-487a-ad7a-96648a06cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329976 Aug 18 19:43:22.729397 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-3032ea03-774c-48b2-9658-83ea25393a97 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8dde3a40fb6c45f0bcee5e9e1ba8b45f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597585 Aug 18 19:43:22.730381 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032ea03-774c-48b2-9658-83ea25393a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea9bab6-866f-4014-aea9-ffa795440229,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:22.732041 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 43214) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:22.796386 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-04a3200c-3a38-4bcf-a0c3-8c83378b65a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:22.818534 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-04a3200c-3a38-4bcf-a0c3-8c83378b65a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:22.865402 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-04a3200c-3a38-4bcf-a0c3-8c83378b65a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:22.868165 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-04a3200c-3a38-4bcf-a0c3-8c83378b65a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:22.869867 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-04a3200c-3a38-4bcf-a0c3-8c83378b65a1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0ea9bab6-866f-4014-aea9-ffa795440229 HTTP/1.1" status: 204 len: 168 time: 0.1361067 Aug 18 19:43:22.878865 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3200c-3a38-4bcf-a0c3-8c83378b65a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea9bab6-866f-4014-aea9-ffa795440229,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:22.886563 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3200c-3a38-4bcf-a0c3-8c83378b65a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:22.886923 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3200c-3a38-4bcf-a0c3-8c83378b65a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:22.887277 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3200c-3a38-4bcf-a0c3-8c83378b65a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:22.887615 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3200c-3a38-4bcf-a0c3-8c83378b65a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:22.887948 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3200c-3a38-4bcf-a0c3-8c83378b65a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:22.888281 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3200c-3a38-4bcf-a0c3-8c83378b65a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:22.888611 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3200c-3a38-4bcf-a0c3-8c83378b65a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:22.888940 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3200c-3a38-4bcf-a0c3-8c83378b65a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:22.889270 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3200c-3a38-4bcf-a0c3-8c83378b65a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:22.889593 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3200c-3a38-4bcf-a0c3-8c83378b65a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:22.889914 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3200c-3a38-4bcf-a0c3-8c83378b65a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:22.890237 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3200c-3a38-4bcf-a0c3-8c83378b65a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:43:23.034968 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ee97b-37f1-4156-a45b-38e08eccd881 req-d88d44be-e7ea-4148-9121-3090ab190571 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:23.037679 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fd7ee97b-37f1-4156-a45b-38e08eccd881 req-d88d44be-e7ea-4148-9121-3090ab190571 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0668292 Aug 18 19:43:23.091170 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fd7ee97b-37f1-4156-a45b-38e08eccd881 req-7455eaf2-80f9-4e31-8797-4d296040b457 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473711 Aug 18 19:43:23.189109 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 43228) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:23.203512 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-67a723f4-5554-4112-bdd0-c65c593a878e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:23.290041 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-67a723f4-5554-4112-bdd0-c65c593a878e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:23.293898 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-67a723f4-5554-4112-bdd0-c65c593a878e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:23.330235 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a723f4-5554-4112-bdd0-c65c593a878e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c417c602-a354-420d-80af-123645f78e8e,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:23.335067 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-67a723f4-5554-4112-bdd0-c65c593a878e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6ceb6465a87c42b485abef304fa33e8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443682 Aug 18 19:43:23.337762 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 43230) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:23.387521 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-de529d9e-1525-46d1-8d98-163742f92db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:23.410559 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-de529d9e-1525-46d1-8d98-163742f92db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:23.458783 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-de529d9e-1525-46d1-8d98-163742f92db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:23.461392 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-de529d9e-1525-46d1-8d98-163742f92db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:23.462535 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-de529d9e-1525-46d1-8d98-163742f92db6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c417c602-a354-420d-80af-123645f78e8e HTTP/1.1" status: 204 len: 168 time: 0.1238697 Aug 18 19:43:23.471121 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de529d9e-1525-46d1-8d98-163742f92db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c417c602-a354-420d-80af-123645f78e8e,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:23.813905 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46774083-ef2c-4029-8c93-4e199b1b0344 req-030e35c4-4ce3-493f-8d57-343ae97eb55b tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:23.815751 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-46774083-ef2c-4029-8c93-4e199b1b0344 req-030e35c4-4ce3-493f-8d57-343ae97eb55b tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/ports?device_id=a481c4f1-c15b-487f-b42c-4922ccd7d20a HTTP/1.1" status: 200 len: 950 time: 0.0553784 Aug 18 19:43:23.857675 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-46774083-ef2c-4029-8c93-4e199b1b0344 req-387fbe1e-beba-4af0-b9df-aa35666af2ad tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/security-groups?id=24c2ead7-9934-487a-ad7a-96648a06cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353429 Aug 18 19:43:24.253084 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e4765-71de-46ef-a242-ccca8b10fa23 req-219306a9-381e-4276-8e9d-85fd109325a3 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:24.254780 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2b6e4765-71de-46ef-a242-ccca8b10fa23 req-219306a9-381e-4276-8e9d-85fd109325a3 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0885210 Aug 18 19:43:24.295365 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2b6e4765-71de-46ef-a242-ccca8b10fa23 req-e4a7499b-b105-4365-aa7c-1bcda8140259 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331118 Aug 18 19:43:24.551968 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3898dc-fcc1-482f-91cf-9760ec5ba8f8 req-49d783b2-984f-497a-80fc-8559cd0ec2b8 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:24.553646 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fa3898dc-fcc1-482f-91cf-9760ec5ba8f8 req-49d783b2-984f-497a-80fc-8559cd0ec2b8 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a481c4f1-c15b-487f-b42c-4922ccd7d20a HTTP/1.1" status: 200 len: 950 time: 0.0548842 Aug 18 19:43:24.649005 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-fa3898dc-fcc1-482f-91cf-9760ec5ba8f8 req-da890f1e-6c3f-4d5b-a2cc-36c13d69c379 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Deleting port e072f0df-31b6-485b-a3e4-dd21f4155d0f {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:43:24.649479 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-fa3898dc-fcc1-482f-91cf-9760ec5ba8f8 req-da890f1e-6c3f-4d5b-a2cc-36c13d69c379 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:24.747432 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-fa3898dc-fcc1-482f-91cf-9760ec5ba8f8 req-da890f1e-6c3f-4d5b-a2cc-36c13d69c379 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] For port e072f0df-31b6-485b-a3e4-dd21f4155d0f, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=e072f0df-31b6-485b-a3e4-dd21f4155d0f,segment=NetworkSegment(d9f209f1-59e8-4bff-91f4-0549979b76e0),segment_id=d9f209f1-59e8-4bff-91f4-0549979b76e0)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:43:24.747809 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-fa3898dc-fcc1-482f-91cf-9760ec5ba8f8 req-da890f1e-6c3f-4d5b-a2cc-36c13d69c379 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:24.761645 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-fa3898dc-fcc1-482f-91cf-9760ec5ba8f8 req-da890f1e-6c3f-4d5b-a2cc-36c13d69c379 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Calling delete_port for e072f0df-31b6-485b-a3e4-dd21f4155d0f owned by compute:nova {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:43:24.899475 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-fa3898dc-fcc1-482f-91cf-9760ec5ba8f8 req-da890f1e-6c3f-4d5b-a2cc-36c13d69c379 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:24.933080 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da890f1e-6c3f-4d5b-a2cc-36c13d69c379 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Pushing event deleted for resources: {'Port': ['ID=e072f0df-31b6-485b-a3e4-dd21f4155d0f,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:24.946188 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['e072f0df-31b6-485b-a3e4-dd21f4155d0f'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:43:24.983253 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3898dc-fcc1-482f-91cf-9760ec5ba8f8 req-da890f1e-6c3f-4d5b-a2cc-36c13d69c379 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] No DVR routers for this DVR port e072f0df-31b6-485b-a3e4-dd21f4155d0f on host hv-cinder-80507 {{(pid=100440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:43:24.987403 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-fa3898dc-fcc1-482f-91cf-9760ec5ba8f8 req-da890f1e-6c3f-4d5b-a2cc-36c13d69c379 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:24.989552 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fa3898dc-fcc1-482f-91cf-9760ec5ba8f8 req-da890f1e-6c3f-4d5b-a2cc-36c13d69c379 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.35 "DELETE /v2.0/ports/e072f0df-31b6-485b-a3e4-dd21f4155d0f HTTP/1.1" status: 204 len: 173 time: 0.4270337 Aug 18 19:43:24.990121 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a481c4f1-c15b-487f-b42c-4922ccd7d20a', 'name': 'network-vif-deleted', 'tag': 'e072f0df-31b6-485b-a3e4-dd21f4155d0f'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:43:25.000695 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e77859-9f3f-4a08-90e8-23d0f962ac02" -d '{"events": [{"server_uuid": "a481c4f1-c15b-487f-b42c-4922ccd7d20a", "name": "network-vif-deleted", "tag": "e072f0df-31b6-485b-a3e4-dd21f4155d0f"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:43:25.019350 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a859d626-01e4-4dcc-9469-bf677d3ad6de req-ad69880c-74cb-4009-804f-f2da264279f8 tempest-VolumesNegativeTest-176999309 tempest-VolumesNegativeTest-176999309-project] 10.222.0.38 "GET /v2.0/ports?device_id=a481c4f1-c15b-487f-b42c-4922ccd7d20a HTTP/1.1" status: 200 len: 210 time: 0.0827618 Aug 18 19:43:25.057563 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2d6dee-c10b-4e6d-a64b-0c8c6aea88d5 x-openstack-request-id: req-ea2d6dee-c10b-4e6d-a64b-0c8c6aea88d5 {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:43:25.057930 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a481c4f1-c15b-487f-b42c-4922ccd7d20a", "name": "network-vif-deleted", "tag": "e072f0df-31b6-485b-a3e4-dd21f4155d0f", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:43:25.058248 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ea2d6dee-c10b-4e6d-a64b-0c8c6aea88d5 {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:43:25.058740 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a481c4f1-c15b-487f-b42c-4922ccd7d20a', 'name': 'network-vif-deleted', 'tag': 'e072f0df-31b6-485b-a3e4-dd21f4155d0f', 'status': 'completed', 'code': 200} Aug 18 19:43:25.443710 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11129aa-4f8d-4f52-b7c6-f5fa98a0bbe1 req-a457ab2a-1a97-40ad-ba46-7995b01519ef tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:25.445381 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c11129aa-4f8d-4f52-b7c6-f5fa98a0bbe1 req-a457ab2a-1a97-40ad-ba46-7995b01519ef tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0644927 Aug 18 19:43:25.486976 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c11129aa-4f8d-4f52-b7c6-f5fa98a0bbe1 req-6d089724-3cef-48b3-a34d-72b4a4ca2904 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357504 Aug 18 19:43:25.875434 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 43360) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:25.980503 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c7545a14-8960-4ce3-943c-a39c9f7004be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:26.075457 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c7545a14-8960-4ce3-943c-a39c9f7004be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:26.081022 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c7545a14-8960-4ce3-943c-a39c9f7004be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:26.135260 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-c7545a14-8960-4ce3-943c-a39c9f7004be admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e8bdd2ad49e04713aebcb77daf5e2595&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2586064 Aug 18 19:43:26.136562 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7545a14-8960-4ce3-943c-a39c9f7004be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4f4f37-ada0-4579-af97-907277154edf,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:26.137470 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 43374) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:26.218109 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-aa9fa7c1-c4f5-4dfc-a00a-1250eb24bad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:26.245271 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-aa9fa7c1-c4f5-4dfc-a00a-1250eb24bad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:26.297300 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-aa9fa7c1-c4f5-4dfc-a00a-1250eb24bad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:26.300401 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-aa9fa7c1-c4f5-4dfc-a00a-1250eb24bad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:26.301825 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-aa9fa7c1-c4f5-4dfc-a00a-1250eb24bad9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8f4f4f37-ada0-4579-af97-907277154edf HTTP/1.1" status: 204 len: 168 time: 0.1628375 Aug 18 19:43:26.311010 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9fa7c1-c4f5-4dfc-a00a-1250eb24bad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4f4f37-ada0-4579-af97-907277154edf,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:26.618001 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241e2ff-ddb4-47d8-901f-53df68ef9ec7 req-cc70a28d-29b0-41cb-ac00-bd7ba392fe7f tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:26.619938 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2241e2ff-ddb4-47d8-901f-53df68ef9ec7 req-cc70a28d-29b0-41cb-ac00-bd7ba392fe7f tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0599267 Aug 18 19:43:26.665475 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2241e2ff-ddb4-47d8-901f-53df68ef9ec7 req-65c09572-3600-4a7c-940e-366eb5ebb697 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355272 Aug 18 19:43:26.714372 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 43410) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:26.729010 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f0e01272-5b26-438b-941d-12b9abab2d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:26.837996 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f0e01272-5b26-438b-941d-12b9abab2d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:26.843071 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f0e01272-5b26-438b-941d-12b9abab2d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:26.885425 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-f0e01272-5b26-438b-941d-12b9abab2d3a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6aa4d24ecc3f42ad96d7c57d4396f2fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1674836 Aug 18 19:43:26.885425 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e01272-5b26-438b-941d-12b9abab2d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f120f6dd-bce7-48b4-9102-827b9845be80,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:26.887142 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 43426) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:26.943044 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f2c8d30c-2b26-4698-85c0-01fc5818b6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:26.969475 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f2c8d30c-2b26-4698-85c0-01fc5818b6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:27.018118 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f2c8d30c-2b26-4698-85c0-01fc5818b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:27.021207 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f2c8d30c-2b26-4698-85c0-01fc5818b6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:27.022372 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-f2c8d30c-2b26-4698-85c0-01fc5818b6b6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f120f6dd-bce7-48b4-9102-827b9845be80 HTTP/1.1" status: 204 len: 168 time: 0.1336045 Aug 18 19:43:27.033976 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8d30c-2b26-4698-85c0-01fc5818b6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f120f6dd-bce7-48b4-9102-827b9845be80,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:27.824697 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a8699-1395-4c92-89f6-bf0338a3ae28 req-6fb3e0ca-1287-48ae-861a-0ffe1f35adf4 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:27.826341 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-dc2a8699-1395-4c92-89f6-bf0338a3ae28 req-6fb3e0ca-1287-48ae-861a-0ffe1f35adf4 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0676785 Aug 18 19:43:27.872073 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-dc2a8699-1395-4c92-89f6-bf0338a3ae28 req-76e9ebaf-1164-4f31-8bcc-f610e568fa71 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386877 Aug 18 19:43:29.041488 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1f3ed-1f8d-45fd-a748-3ecac8111d33 req-98c08f9e-82e7-4120-a7f6-a8dce4e8e09b tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:29.044239 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-21f1f3ed-1f8d-45fd-a748-3ecac8111d33 req-98c08f9e-82e7-4120-a7f6-a8dce4e8e09b tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0693111 Aug 18 19:43:29.095786 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-21f1f3ed-1f8d-45fd-a748-3ecac8111d33 req-eea1a5d0-4988-4d49-b35a-23bda4efefa6 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443707 Aug 18 19:43:29.242215 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device e072f0df-31b6-485b-a3e4-dd21f4155d0f no longer exists at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:43:29.261887 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] No Port match for: e072f0df-31b6-485b-a3e4-dd21f4155d0f {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:43:29.262230 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device e072f0df-31b6-485b-a3e4-dd21f4155d0f not bound to the agent host hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:43:30.235849 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c8ce5-9b84-47eb-85ef-1164b84a15ba req-10f58856-a846-4f0a-972c-a392d9231387 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:30.237311 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7f0c8ce5-9b84-47eb-85ef-1164b84a15ba req-10f58856-a846-4f0a-972c-a392d9231387 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0643537 Aug 18 19:43:30.279274 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7f0c8ce5-9b84-47eb-85ef-1164b84a15ba req-fcc815d3-0557-4eff-a9b2-dc52d2f333c9 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358911 Aug 18 19:43:34.918859 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e1d8e-d239-49fa-b87b-ee47e80ec969 req-4edeb178-5644-441e-bc1b-ea152098b13f tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:34.920335 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-bd6e1d8e-d239-49fa-b87b-ee47e80ec969 req-4edeb178-5644-441e-bc1b-ea152098b13f tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0569720 Aug 18 19:43:34.963951 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-bd6e1d8e-d239-49fa-b87b-ee47e80ec969 req-648cbfdc-fc60-4804-a572-55ff4b8229c3 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371494 Aug 18 19:43:36.240683 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 43758) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:36.342302 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-aec0004c-e86c-4a6b-9654-2fdb9eca9884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:36.431816 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-aec0004c-e86c-4a6b-9654-2fdb9eca9884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:36.435485 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-aec0004c-e86c-4a6b-9654-2fdb9eca9884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:36.472165 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0004c-e86c-4a6b-9654-2fdb9eca9884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27954fb-261b-459e-a084-6b2c6e5ed21f,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:36.477441 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-aec0004c-e86c-4a6b-9654-2fdb9eca9884 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=03ad0f9eaf2b49ecb7ab782f41509e37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357411 Aug 18 19:43:36.480018 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 43762) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:36.527538 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-1063a1b9-aef2-44f2-afb3-43559d172058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:36.550811 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-1063a1b9-aef2-44f2-afb3-43559d172058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:36.596017 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-1063a1b9-aef2-44f2-afb3-43559d172058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:36.598594 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-1063a1b9-aef2-44f2-afb3-43559d172058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:36.600224 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-1063a1b9-aef2-44f2-afb3-43559d172058 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b27954fb-261b-459e-a084-6b2c6e5ed21f HTTP/1.1" status: 204 len: 168 time: 0.1193075 Aug 18 19:43:36.608278 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1063a1b9-aef2-44f2-afb3-43559d172058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27954fb-261b-459e-a084-6b2c6e5ed21f,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:36.857812 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 43770) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:36.871675 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a3c86c75-c495-4e24-a02e-70ac24441fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:36.956582 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a3c86c75-c495-4e24-a02e-70ac24441fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:36.960491 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a3c86c75-c495-4e24-a02e-70ac24441fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:36.999645 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-a3c86c75-c495-4e24-a02e-70ac24441fff admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=65bfac1d31794a5e865303ee4e26b65d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407328 Aug 18 19:43:37.000516 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c86c75-c495-4e24-a02e-70ac24441fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da3a84e-99a1-4ccb-be7b-0fa740588ccf,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:37.002992 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 43772) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:37.062536 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-9a748ced-1f8e-4942-81b7-3200e77f7411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:37.085476 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-9a748ced-1f8e-4942-81b7-3200e77f7411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:37.135328 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-9a748ced-1f8e-4942-81b7-3200e77f7411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:37.138309 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-9a748ced-1f8e-4942-81b7-3200e77f7411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:37.139589 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-9a748ced-1f8e-4942-81b7-3200e77f7411 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2da3a84e-99a1-4ccb-be7b-0fa740588ccf HTTP/1.1" status: 204 len: 168 time: 0.1352875 Aug 18 19:43:37.152121 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a748ced-1f8e-4942-81b7-3200e77f7411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da3a84e-99a1-4ccb-be7b-0fa740588ccf,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:37.496108 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 43778) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:37.510134 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-1950ab36-5a14-4082-bc29-d350d46d19ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:37.600020 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-1950ab36-5a14-4082-bc29-d350d46d19ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:37.603746 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-1950ab36-5a14-4082-bc29-d350d46d19ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:37.643326 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-1950ab36-5a14-4082-bc29-d350d46d19ae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b416a2c71ed146f99bb792bd12c99d01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460168 Aug 18 19:43:37.644173 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950ab36-5a14-4082-bc29-d350d46d19ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf81ce68-e3c3-4457-b63f-bd7845c6c1d4,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:37.645962 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 43780) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:37.695661 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-fd0f9865-0175-442c-8adb-7a5bbfda5fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:37.716229 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-fd0f9865-0175-442c-8adb-7a5bbfda5fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:37.762218 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-fd0f9865-0175-442c-8adb-7a5bbfda5fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:37.764827 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-fd0f9865-0175-442c-8adb-7a5bbfda5fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:37.765955 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-fd0f9865-0175-442c-8adb-7a5bbfda5fc0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cf81ce68-e3c3-4457-b63f-bd7845c6c1d4 HTTP/1.1" status: 204 len: 168 time: 0.1183596 Aug 18 19:43:37.773473 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f9865-0175-442c-8adb-7a5bbfda5fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf81ce68-e3c3-4457-b63f-bd7845c6c1d4,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:38.473236 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4faaf5-9088-45e6-a82c-f129ba18471a req-50ae86bc-d078-476b-823f-0f50c1b26f00 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:38.475357 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2c4faaf5-9088-45e6-a82c-f129ba18471a req-50ae86bc-d078-476b-823f-0f50c1b26f00 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0519960 Aug 18 19:43:38.515206 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2c4faaf5-9088-45e6-a82c-f129ba18471a req-0379d0b6-f507-406a-9670-ffc0a67f4199 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336332 Aug 18 19:43:39.870603 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3c298-c6ea-4c07-acf7-4322c8c5ff1a req-1405b7a3-a423-4129-90c6-06659d315909 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:39.872120 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a8b3c298-c6ea-4c07-acf7-4322c8c5ff1a req-1405b7a3-a423-4129-90c6-06659d315909 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0539241 Aug 18 19:43:39.911472 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a8b3c298-c6ea-4c07-acf7-4322c8c5ff1a req-c5bc4338-49ce-4ceb-822a-c721970d971e tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332003 Aug 18 19:43:41.032376 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662255d-2864-4c60-b375-68497d48030f req-f6aea59c-49aa-4b11-a88d-1addd89337e7 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:41.033819 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-0662255d-2864-4c60-b375-68497d48030f req-f6aea59c-49aa-4b11-a88d-1addd89337e7 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0483730 Aug 18 19:43:41.078259 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-0662255d-2864-4c60-b375-68497d48030f req-84ada76f-7f1b-424e-98db-8d3826c15d4f tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376320 Aug 18 19:43:41.747593 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b363b-a9b2-479e-b5dd-131f28c00295 req-6082345a-c55d-4415-9711-e6ac9590123a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:41.749082 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-281b363b-a9b2-479e-b5dd-131f28c00295 req-6082345a-c55d-4415-9711-e6ac9590123a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 1098 time: 0.0404465 Aug 18 19:43:41.783382 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-281b363b-a9b2-479e-b5dd-131f28c00295 req-874f4ed4-f952-4919-beac-0a48dcd89333 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263312 Aug 18 19:43:42.203472 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c85a9-0e8f-4b70-90f4-f3485f16cf15 req-e90230b8-de91-4cdf-bcd3-58b6fe1ab1af tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:42.204984 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d02c85a9-0e8f-4b70-90f4-f3485f16cf15 req-e90230b8-de91-4cdf-bcd3-58b6fe1ab1af tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0585172 Aug 18 19:43:42.245153 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d02c85a9-0e8f-4b70-90f4-f3485f16cf15 req-ab79cb92-52ed-44a8-9d1e-96f4628b5e16 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335722 Aug 18 19:43:43.040402 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-f4a565f2-5dc8-405a-ae6d-1a7e8b5e59bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:43.364413 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd0ee1-91bb-4c5e-ad59-2a00346bdca9 req-5c8a035c-5b88-48c7-9473-27ea4f7ae6ab tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:43.366380 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a4cd0ee1-91bb-4c5e-ad59-2a00346bdca9 req-5c8a035c-5b88-48c7-9473-27ea4f7ae6ab tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0510271 Aug 18 19:43:43.407866 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a4cd0ee1-91bb-4c5e-ad59-2a00346bdca9 req-03309688-bf36-40dd-95c3-af60f2cb3d68 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356309 Aug 18 19:43:45.590940 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:43:45.783608 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-53c387e3-0e7c-4fe6-9f85-db21809ccfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:45.871117 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:46.667963 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:47.088481 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f57a3-2987-403a-8bfe-fce51d9058b2 req-12e10920-0ccd-47ba-8335-b32037c1212d tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:47.089932 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-eb8f57a3-2987-403a-8bfe-fce51d9058b2 req-12e10920-0ccd-47ba-8335-b32037c1212d tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0479698 Aug 18 19:43:47.127361 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-eb8f57a3-2987-403a-8bfe-fce51d9058b2 req-8cc438c3-8149-4b24-bb10-2c46f3dcf021 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314987 Aug 18 19:43:48.106742 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:48.246311 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634e3be-3f5c-4d60-a353-ffd460f20cde req-626f38e3-506c-4b36-883c-1e3f0a475eb2 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:48.247685 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0634e3be-3f5c-4d60-a353-ffd460f20cde req-626f38e3-506c-4b36-883c-1e3f0a475eb2 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0507307 Aug 18 19:43:48.283601 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0634e3be-3f5c-4d60-a353-ffd460f20cde req-b604ede8-9f6c-492d-b172-790c5bec1e93 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300770 Aug 18 19:43:48.408923 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:48.520708 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27686e85-7b1a-4351-96db-1b2bd9ae0b9e req-34d65bce-4674-4ce7-b598-b48ce588c315 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:48.522585 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-27686e85-7b1a-4351-96db-1b2bd9ae0b9e req-34d65bce-4674-4ce7-b598-b48ce588c315 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0483911 Aug 18 19:43:48.543944 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107210ce-1937-4cb4-b386-24473de876fe req-92fce113-2a46-4a84-aeae-ca048f5d033d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:48.545451 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-107210ce-1937-4cb4-b386-24473de876fe req-92fce113-2a46-4a84-aeae-ca048f5d033d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a46234c703574ed9b5ffb661124d4f38&device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 1098 time: 0.0426538 Aug 18 19:43:48.561853 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-27686e85-7b1a-4351-96db-1b2bd9ae0b9e req-b8cc8279-d00a-4893-be99-d290a8826b5f tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330620 Aug 18 19:43:48.644977 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107210ce-1937-4cb4-b386-24473de876fe req-2dd34a4b-ce45-44b7-9655-ba9761ee078a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:48.646565 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-107210ce-1937-4cb4-b386-24473de876fe req-2dd34a4b-ce45-44b7-9655-ba9761ee078a service neutron] 10.222.0.35 "GET /v2.0/networks?id=dce2f450-0829-49bd-98f5-ccdff24d54ce HTTP/1.1" status: 200 len: 920 time: 0.0940299 Aug 18 19:43:48.689838 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-107210ce-1937-4cb4-b386-24473de876fe req-17b6882f-3055-4cde-ae93-8c23d37e5afc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c42eef5-09f4-43c6-b0ab-2a513c8552a7 HTTP/1.1" status: 200 len: 217 time: 0.0346599 Aug 18 19:43:48.739746 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107210ce-1937-4cb4-b386-24473de876fe req-bec57056-75b7-48c4-9586-b1961c9e1ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:48.741201 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-107210ce-1937-4cb4-b386-24473de876fe req-bec57056-75b7-48c4-9586-b1961c9e1ccf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bed5411e-26f3-415c-9eed-53e1e186712a HTTP/1.1" status: 200 len: 859 time: 0.0449216 Aug 18 19:43:48.775783 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-107210ce-1937-4cb4-b386-24473de876fe req-29e4d042-685d-45b3-97b4-41709d5cd427 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dce2f450-0829-49bd-98f5-ccdff24d54ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264401 Aug 18 19:43:48.869695 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-107210ce-1937-4cb4-b386-24473de876fe req-b898b5d9-dad4-4dfd-8469-e1e38032d5c4 service neutron] 10.222.0.35 "GET /v2.0/networks/dce2f450-0829-49bd-98f5-ccdff24d54ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859663 Aug 18 19:43:48.965202 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-107210ce-1937-4cb4-b386-24473de876fe req-10e80148-dc61-4c61-b5bf-d872af8ada8e service neutron] 10.222.0.35 "GET /v2.0/networks/dce2f450-0829-49bd-98f5-ccdff24d54ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878158 Aug 18 19:43:49.414508 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 43976) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:49.594300 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-6e7fbecb-3626-44d7-9dfd-635abb21b418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:49.692470 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-6e7fbecb-3626-44d7-9dfd-635abb21b418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:49.697240 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-6e7fbecb-3626-44d7-9dfd-635abb21b418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:49.722101 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a414981-c98d-46ac-a648-15e969ecbcbb req-9ca8b94f-bbc9-45ce-8ff6-84fcdb994436 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:49.723742 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9a414981-c98d-46ac-a648-15e969ecbcbb req-9ca8b94f-bbc9-45ce-8ff6-84fcdb994436 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0852289 Aug 18 19:43:49.749312 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-6e7fbecb-3626-44d7-9dfd-635abb21b418 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c10da099a70b4482abd44c13a8110dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3332710 Aug 18 19:43:49.750324 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fbecb-3626-44d7-9dfd-635abb21b418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43587b80-e0fe-4945-b6c2-64320d6abedb,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:49.753571 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 43982) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:49.772999 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9a414981-c98d-46ac-a648-15e969ecbcbb req-25a43464-5791-4419-9642-d4afecb039f8 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374424 Aug 18 19:43:49.816519 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-38c66ff2-a627-405a-8fa4-b0c164c7eaa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:49.844956 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-38c66ff2-a627-405a-8fa4-b0c164c7eaa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:49.907426 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-38c66ff2-a627-405a-8fa4-b0c164c7eaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:49.911663 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-38c66ff2-a627-405a-8fa4-b0c164c7eaa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:49.914329 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-38c66ff2-a627-405a-8fa4-b0c164c7eaa3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/43587b80-e0fe-4945-b6c2-64320d6abedb HTTP/1.1" status: 204 len: 168 time: 0.1593182 Aug 18 19:43:49.927118 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c66ff2-a627-405a-8fa4-b0c164c7eaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43587b80-e0fe-4945-b6c2-64320d6abedb,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:50.264831 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 43998) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:50.281354 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-93df4ead-32a5-4e79-adc9-02454df471bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:50.406483 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-93df4ead-32a5-4e79-adc9-02454df471bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:50.410867 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-93df4ead-32a5-4e79-adc9-02454df471bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:50.450284 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-93df4ead-32a5-4e79-adc9-02454df471bf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ab1145fb3a6840c29e60c61d94c2d928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1842303 Aug 18 19:43:50.451437 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df4ead-32a5-4e79-adc9-02454df471bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c509b4a4-cb0f-4d5e-95ce-53695fb70be5,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:50.453138 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 44004) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:50.520687 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-81d9805e-36e5-4d31-b123-190d82f50186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:50.553436 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-81d9805e-36e5-4d31-b123-190d82f50186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:50.610687 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-81d9805e-36e5-4d31-b123-190d82f50186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:50.615892 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-81d9805e-36e5-4d31-b123-190d82f50186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:50.617971 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-81d9805e-36e5-4d31-b123-190d82f50186 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c509b4a4-cb0f-4d5e-95ce-53695fb70be5 HTTP/1.1" status: 204 len: 168 time: 0.1634269 Aug 18 19:43:50.632924 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9805e-36e5-4d31-b123-190d82f50186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c509b4a4-cb0f-4d5e-95ce-53695fb70be5,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:50.924832 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261060c-d283-4c23-b05e-8f1e9ae7e0e5 req-b8b02795-b8da-40fb-a901-1aa14ac1eed6 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:50.926367 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e261060c-d283-4c23-b05e-8f1e9ae7e0e5 req-b8b02795-b8da-40fb-a901-1aa14ac1eed6 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0548577 Aug 18 19:43:50.973906 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e261060c-d283-4c23-b05e-8f1e9ae7e0e5 req-2f4919cc-035b-4b53-ac6d-f7991b0eb38f tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410657 Aug 18 19:43:51.030376 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 44012) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:51.046561 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fd6209da-0ba1-4a7e-b555-fd6dfba70ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:51.144400 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fd6209da-0ba1-4a7e-b555-fd6dfba70ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:51.152302 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fd6209da-0ba1-4a7e-b555-fd6dfba70ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:51.191717 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6209da-0ba1-4a7e-b555-fd6dfba70ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ade7c6d-f770-491b-89cd-29b2b33c3f46,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:51.196082 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-fd6209da-0ba1-4a7e-b555-fd6dfba70ece admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9d6bb985ac7d4dffa69737f74bf44a83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1645310 Aug 18 19:43:51.198955 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 44016) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:51.253276 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-02687baa-ccf4-44aa-a866-db8402a6c7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:51.276728 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-02687baa-ccf4-44aa-a866-db8402a6c7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:51.332227 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-02687baa-ccf4-44aa-a866-db8402a6c7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:51.335746 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-02687baa-ccf4-44aa-a866-db8402a6c7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:51.337237 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-02687baa-ccf4-44aa-a866-db8402a6c7ee admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6ade7c6d-f770-491b-89cd-29b2b33c3f46 HTTP/1.1" status: 204 len: 168 time: 0.1368594 Aug 18 19:43:51.348495 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02687baa-ccf4-44aa-a866-db8402a6c7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ade7c6d-f770-491b-89cd-29b2b33c3f46,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:52.163163 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 44044) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:52.273194 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-c1f0f723-247e-41c5-bb80-049334a06855 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1274970600-network', 'tenant_id': '3810f1999faf4f99a10e8a84685cdd66'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:43:52.297474 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f0f723-247e-41c5-bb80-049334a06855 admin admin] Made reservation on behalf of 3810f1999faf4f99a10e8a84685cdd66 for: {'network': 1} {{(pid=100439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:43:52.300187 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c1f0f723-247e-41c5-bb80-049334a06855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for network, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:52.309842 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c1f0f723-247e-41c5-bb80-049334a06855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:52.446096 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c1f0f723-247e-41c5-bb80-049334a06855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:52.451878 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c1f0f723-247e-41c5-bb80-049334a06855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:52.478447 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f0f723-247e-41c5-bb80-049334a06855 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=100439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:43:52.488519 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0f723-247e-41c5-bb80-049334a06855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4aba659-9a89-4396-aba8-5ad48e0af120,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:52.493724 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c1f0f723-247e-41c5-bb80-049334a06855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:52.494078 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.db.segments_db [None req-c1f0f723-247e-41c5-bb80-049334a06855 admin admin] Added segment 605a172b-6239-4dbf-bd92-fa834675d634 of type vlan for network 8ae1ee30-7bf8-4179-b887-ec9900231936 Aug 18 19:43:52.539352 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c1f0f723-247e-41c5-bb80-049334a06855 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741574042296'] for network, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:52.569215 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c1f0f723-247e-41c5-bb80-049334a06855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for network, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:52.570193 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f0f723-247e-41c5-bb80-049334a06855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:52.570812 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c1f0f723-247e-41c5-bb80-049334a06855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:52.626120 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-c1f0f723-247e-41c5-bb80-049334a06855 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4615450 Aug 18 19:43:52.629541 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 44050) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:43:52.638182 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-ba2a5aaa-9af5-4dd2-92f4-75b1d76cd9df admin admin] Request body: {'subnet': {'network_id': '8ae1ee30-7bf8-4179-b887-ec9900231936', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1274970600-subnet', 'tenant_id': '3810f1999faf4f99a10e8a84685cdd66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:43:52.639909 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0f723-247e-41c5-bb80-049334a06855 admin admin] Pushing event updated for resources: {'Network': ['ID=8ae1ee30-7bf8-4179-b887-ec9900231936,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:52.654818 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Network 8ae1ee30-7bf8-4179-b887-ec9900231936 details requested by agent ovs-agent-dv-cinder-805072-2-iscsi with host dv-cinder-805072-2-iscsi {{(pid=100441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:43:52.671648 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2a5aaa-9af5-4dd2-92f4-75b1d76cd9df admin admin] Made reservation on behalf of 3810f1999faf4f99a10e8a84685cdd66 for: {'subnet': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:43:52.674109 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-ba2a5aaa-9af5-4dd2-92f4-75b1d76cd9df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58745785'] for subnet, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:52.883020 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-ba2a5aaa-9af5-4dd2-92f4-75b1d76cd9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60457745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58745775'] for subnet, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:52.974957 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a5aaa-9af5-4dd2-92f4-75b1d76cd9df admin admin] Pushing event updated for resources: {'Subnet': ['ID=d045b04e-304f-4f7a-833f-098824dc8df8,revision_number=0']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:52.985106 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2a5aaa-9af5-4dd2-92f4-75b1d76cd9df admin admin] Checking segment: {'id': '605a172b-6239-4dbf-bd92-fa834675d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8ae1ee30-7bf8-4179-b887-ec9900231936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:43:52.986201 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2a5aaa-9af5-4dd2-92f4-75b1d76cd9df admin admin] Network hostable DHCP agents. Network: 8ae1ee30-7bf8-4179-b887-ec9900231936, hostable agents: ['ab24a8c0-5fbc-4c54-80f8-7c76df3937f6'], hosted agents: [] {{(pid=100440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:43:53.005963 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2a5aaa-9af5-4dd2-92f4-75b1d76cd9df admin admin] Network 8ae1ee30-7bf8-4179-b887-ec9900231936 is scheduled to be hosted by DHCP agent ab24a8c0-5fbc-4c54-80f8-7c76df3937f6 with binding_index 1 {{(pid=100440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:43:53.016663 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [None req-ba2a5aaa-9af5-4dd2-92f4-75b1d76cd9df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-2-iscsi, 8ae1ee30-7bf8-4179-b887-ec9900231936) {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:43:53.020793 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2a5aaa-9af5-4dd2-92f4-75b1d76cd9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:53.021408 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-ba2a5aaa-9af5-4dd2-92f4-75b1d76cd9df admin admin] Notify callbacks [] for subnet, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:53.029957 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70fb3d0-7360-43e1-81d2-6f81f39f908f None None] Network 8ae1ee30-7bf8-4179-b887-ec9900231936 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:43:53.039159 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-ba2a5aaa-9af5-4dd2-92f4-75b1d76cd9df admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4066906 Aug 18 19:43:53.215541 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f677b0c1-7565-42b5-b921-45b2f71534be None None] Network 8ae1ee30-7bf8-4179-b887-ec9900231936 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:43:54.434725 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67278228-371f-4909-bc2b-88ecddec9aa8 req-3842fd5f-a9d5-425c-93b7-f4aee098b151 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:54.436288 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-67278228-371f-4909-bc2b-88ecddec9aa8 req-3842fd5f-a9d5-425c-93b7-f4aee098b151 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0560911 Aug 18 19:43:54.475932 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-67278228-371f-4909-bc2b-88ecddec9aa8 req-cc904965-40c5-4551-b772-53c5902c4122 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334406 Aug 18 19:43:55.612541 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea182a5d-517b-4ee6-b65d-9a7bcbb30457 req-916a7792-7748-4ce8-a174-b392b2e02c92 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:55.614311 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ea182a5d-517b-4ee6-b65d-9a7bcbb30457 req-916a7792-7748-4ce8-a174-b392b2e02c92 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0590713 Aug 18 19:43:55.675144 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ea182a5d-517b-4ee6-b65d-9a7bcbb30457 req-047ad97e-4556-4585-9c99-d36f8d875937 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473349 Aug 18 19:43:56.050254 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-0f8f5ead-159e-449d-968e-165627e03035 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:56.051889 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-0f8f5ead-159e-449d-968e-165627e03035 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/networks?id=8ae1ee30-7bf8-4179-b887-ec9900231936 HTTP/1.1" status: 200 len: 809 time: 0.1086996 Aug 18 19:43:56.070231 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-600e0c5a-eb9a-424c-819f-eac4b54adf87 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/quotas/3810f1999faf4f99a10e8a84685cdd66 HTTP/1.1" status: 200 len: 375 time: 0.0103786 Aug 18 19:43:56.108569 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-71f7d758-3102-4ed0-9934-a6ff87fde596 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3810f1999faf4f99a10e8a84685cdd66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309885 Aug 18 19:43:56.206533 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-45ed3480-d66e-468f-ba03-ea4cf93ae62a service neutron] 10.222.0.38 "GET /v2.0/networks/8ae1ee30-7bf8-4179-b887-ec9900231936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900843 Aug 18 19:43:56.305234 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-8e7c3968-d43a-439a-9084-92caa430c332 service neutron] 10.222.0.38 "GET /v2.0/networks/8ae1ee30-7bf8-4179-b887-ec9900231936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909135 Aug 18 19:43:56.491017 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-14f09771-30e1-442e-ac6d-5c389204aeae req-34127ee4-438d-4e49-aecc-773da59fa58f tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6248db3-5744-4769-b3fe-8a46fb52a931 HTTP/1.1" status: 200 len: 210 time: 0.0442119 Aug 18 19:43:56.831484 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829825d2-643f-4ee1-9cd3-2c3179ca9e78 req-61b9d249-dcb8-4bd3-b58c-7b31404e80e0 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:56.833058 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-829825d2-643f-4ee1-9cd3-2c3179ca9e78 req-61b9d249-dcb8-4bd3-b58c-7b31404e80e0 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0575743 Aug 18 19:43:56.886541 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-829825d2-643f-4ee1-9cd3-2c3179ca9e78 req-b7240cde-134e-40b3-8699-1234e5c75d86 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378153 Aug 18 19:43:57.652633 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-99b9e6ab-402a-46c4-b9db-c1b911ed327c req-4465e3db-4a49-49ca-b875-aa6403dce90b tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6248db3-5744-4769-b3fe-8a46fb52a931 HTTP/1.1" status: 200 len: 210 time: 0.0694339 Aug 18 19:43:57.727575 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-ca505e90-c01a-4f83-810c-0343d3822343 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:57.730363 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-ca505e90-c01a-4f83-810c-0343d3822343 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.35 "GET /v2.0/networks?id=8ae1ee30-7bf8-4179-b887-ec9900231936 HTTP/1.1" status: 200 len: 809 time: 0.1578031 Aug 18 19:43:57.759631 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-08529cff-c834-4ee4-ad1e-c02e8c30ad7d tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Request body: {'port': {'device_id': 'e6248db3-5744-4769-b3fe-8a46fb52a931', 'network_id': '8ae1ee30-7bf8-4179-b887-ec9900231936', 'admin_state_up': True, 'tenant_id': '3810f1999faf4f99a10e8a84685cdd66'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:43:58.111201 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-08529cff-c834-4ee4-ad1e-c02e8c30ad7d tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Made reservation on behalf of 3810f1999faf4f99a10e8a84685cdd66 for: {'port': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:43:58.117845 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-08529cff-c834-4ee4-ad1e-c02e8c30ad7d tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:58.258985 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-08529cff-c834-4ee4-ad1e-c02e8c30ad7d tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Allocated IP 172.20.0.9 (8ae1ee30-7bf8-4179-b887-ec9900231936/d045b04e-304f-4f7a-833f-098824dc8df8/ea634ed9-4171-4c07-a9d6-a5f490aa61e8) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:43:58.468845 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-08529cff-c834-4ee4-ad1e-c02e8c30ad7d tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:58.483486 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72507b36-f437-4923-b2f9-f765be864316 req-09dcd5e7-210e-4889-8f60-3ab01b8827f4 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:58.485166 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-72507b36-f437-4923-b2f9-f765be864316 req-09dcd5e7-210e-4889-8f60-3ab01b8827f4 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0558205 Aug 18 19:43:58.513871 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-08529cff-c834-4ee4-ad1e-c02e8c30ad7d tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:58.542703 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-72507b36-f437-4923-b2f9-f765be864316 req-35748ab3-495e-48fd-a0dd-d05b32970ed7 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505314 Aug 18 19:43:58.560287 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-08529cff-c834-4ee4-ad1e-c02e8c30ad7d tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Network 8ae1ee30-7bf8-4179-b887-ec9900231936 is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:43:58.570512 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-08529cff-c834-4ee4-ad1e-c02e8c30ad7d tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:43:58.573388 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-08529cff-c834-4ee4-ad1e-c02e8c30ad7d tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:43:58.610885 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08529cff-c834-4ee4-ad1e-c02e8c30ad7d tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Pushing event updated for resources: {'Port': ['ID=ea634ed9-4171-4c07-a9d6-a5f490aa61e8,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:43:58.636570 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-08529cff-c834-4ee4-ad1e-c02e8c30ad7d tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:58.637208 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-08529cff-c834-4ee4-ad1e-c02e8c30ad7d tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:43:58.653987 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-08529cff-c834-4ee4-ad1e-c02e8c30ad7d tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8989396 Aug 18 19:43:58.798707 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610630d-dac1-4c20-be6d-3b2c4e0756e8 req-57f209c0-ad83-4d62-a6e4-7449f710638f tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:43:58.801031 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a610630d-dac1-4c20-be6d-3b2c4e0756e8 req-57f209c0-ad83-4d62-a6e4-7449f710638f tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6248db3-5744-4769-b3fe-8a46fb52a931 HTTP/1.1" status: 200 len: 931 time: 0.0586903 Aug 18 19:43:58.877243 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a610630d-dac1-4c20-be6d-3b2c4e0756e8 req-9ff572ec-3ef3-4ece-bdfc-38de12f21eb6 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685565 Aug 18 19:44:02.645263 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-b5c138b8-25e2-4598-b45b-8cc7757e33f7 service neutron] Request body: {'port': {'device_id': 'e6248db3-5744-4769-b3fe-8a46fb52a931', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:44:02.729152 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-b5c138b8-25e2-4598-b45b-8cc7757e33f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:03.088770 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-b5c138b8-25e2-4598-b45b-8cc7757e33f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea634ed9-4171-4c07-a9d6-a5f490aa61e8 {{(pid=100440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:44:03.097525 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-b5c138b8-25e2-4598-b45b-8cc7757e33f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:03.110967 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-b5c138b8-25e2-4598-b45b-8cc7757e33f7 service neutron] Transition to ACTIVE for port object ea634ed9-4171-4c07-a9d6-a5f490aa61e8 will not be triggered until provisioned by entity L2. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:44:03.115244 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-b5c138b8-25e2-4598-b45b-8cc7757e33f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:03.192808 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c138b8-25e2-4598-b45b-8cc7757e33f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ea634ed9-4171-4c07-a9d6-a5f490aa61e8,revision_number=2']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:03.232976 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d5da7-b91f-457d-a530-06bbe30ddff6 req-7daab8c1-f0ce-44e6-a2f1-8f394540dc41 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:03.234555 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f44d5da7-b91f-457d-a530-06bbe30ddff6 req-7daab8c1-f0ce-44e6-a2f1-8f394540dc41 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6248db3-5744-4769-b3fe-8a46fb52a931 HTTP/1.1" status: 200 len: 943 time: 0.1130188 Aug 18 19:44:03.314072 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f44d5da7-b91f-457d-a530-06bbe30ddff6 req-c07767ee-fd2b-40a0-8733-f6e82248995b tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561717 Aug 18 19:44:03.320377 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-b5c138b8-25e2-4598-b45b-8cc7757e33f7 service neutron] Attempting to bind port ea634ed9-4171-4c07-a9d6-a5f490aa61e8 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:44:03.320705 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-b5c138b8-25e2-4598-b45b-8cc7757e33f7 service neutron] Attempting to bind port ea634ed9-4171-4c07-a9d6-a5f490aa61e8 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '605a172b-6239-4dbf-bd92-fa834675d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8ae1ee30-7bf8-4179-b887-ec9900231936'}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:44:03.321163 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-b5c138b8-25e2-4598-b45b-8cc7757e33f7 service neutron] Attempting to bind port ea634ed9-4171-4c07-a9d6-a5f490aa61e8 on network 8ae1ee30-7bf8-4179-b887-ec9900231936 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:44:03.327056 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-b5c138b8-25e2-4598-b45b-8cc7757e33f7 service neutron] Port ea634ed9-4171-4c07-a9d6-a5f490aa61e8 on network 8ae1ee30-7bf8-4179-b887-ec9900231936 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:44:03.327377 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-b5c138b8-25e2-4598-b45b-8cc7757e33f7 service neutron] Attempting to bind port ea634ed9-4171-4c07-a9d6-a5f490aa61e8 on network 8ae1ee30-7bf8-4179-b887-ec9900231936 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:44:03.333455 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-b5c138b8-25e2-4598-b45b-8cc7757e33f7 service neutron] Checking agent: {'id': 'a8b818dc-2c80-42c6-b162-9bd2386595a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'started_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:44:03.333842 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-b5c138b8-25e2-4598-b45b-8cc7757e33f7 service neutron] Checking segment: {'id': '605a172b-6239-4dbf-bd92-fa834675d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8ae1ee30-7bf8-4179-b887-ec9900231936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:44:03.334228 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-b5c138b8-25e2-4598-b45b-8cc7757e33f7 service neutron] Bound using segment: {'id': '605a172b-6239-4dbf-bd92-fa834675d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8ae1ee30-7bf8-4179-b887-ec9900231936'} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:44:03.334691 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-b5c138b8-25e2-4598-b45b-8cc7757e33f7 service neutron] Bound port: ea634ed9-4171-4c07-a9d6-a5f490aa61e8, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '605a172b-6239-4dbf-bd92-fa834675d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8ae1ee30-7bf8-4179-b887-ec9900231936'}}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:44:03.335278 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-b5c138b8-25e2-4598-b45b-8cc7757e33f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:03.402374 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-b5c138b8-25e2-4598-b45b-8cc7757e33f7 service neutron] For port ea634ed9-4171-4c07-a9d6-a5f490aa61e8, host hv-cinder-80507, cleared binding levels {{(pid=100440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:44:03.405956 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-b5c138b8-25e2-4598-b45b-8cc7757e33f7 service neutron] For port ea634ed9-4171-4c07-a9d6-a5f490aa61e8, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=ea634ed9-4171-4c07-a9d6-a5f490aa61e8,segment=NetworkSegment(605a172b-6239-4dbf-bd92-fa834675d634),segment_id=605a172b-6239-4dbf-bd92-fa834675d634)] {{(pid=100440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:44:03.409578 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-b5c138b8-25e2-4598-b45b-8cc7757e33f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:03.449505 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-b5c138b8-25e2-4598-b45b-8cc7757e33f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:03.450129 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-b5c138b8-25e2-4598-b45b-8cc7757e33f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:03.451588 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-b5c138b8-25e2-4598-b45b-8cc7757e33f7 service neutron] 10.222.0.35 "PUT /v2.0/ports/ea634ed9-4171-4c07-a9d6-a5f490aa61e8 HTTP/1.1" status: 200 len: 1093 time: 0.8108842 Aug 18 19:44:03.452042 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6248db3-5744-4769-b3fe-8a46fb52a931', 'tag': 'ea634ed9-4171-4c07-a9d6-a5f490aa61e8'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:44:03.454516 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25cae4c-bdd1-468a-9765-64e661249e2b" -d '{"events": [{"name": "network-changed", "server_uuid": "e6248db3-5744-4769-b3fe-8a46fb52a931", "tag": "ea634ed9-4171-4c07-a9d6-a5f490aa61e8"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:44:03.485630 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c138b8-25e2-4598-b45b-8cc7757e33f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ea634ed9-4171-4c07-a9d6-a5f490aa61e8,revision_number=3']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:03.518197 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36f7d2a-4007-4ccf-b80f-a8de12fce5dd x-openstack-request-id: req-d36f7d2a-4007-4ccf-b80f-a8de12fce5dd {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:44:03.518516 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6248db3-5744-4769-b3fe-8a46fb52a931", "tag": "ea634ed9-4171-4c07-a9d6-a5f490aa61e8", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:44:03.518821 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d36f7d2a-4007-4ccf-b80f-a8de12fce5dd {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:44:03.519217 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6248db3-5744-4769-b3fe-8a46fb52a931', 'tag': 'ea634ed9-4171-4c07-a9d6-a5f490aa61e8', 'status': 'completed', 'code': 200} Aug 18 19:44:03.627492 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-028e0716-2d7c-40b7-bb13-d0d410b976dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:03.630029 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-028e0716-2d7c-40b7-bb13-d0d410b976dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3810f1999faf4f99a10e8a84685cdd66&device_id=e6248db3-5744-4769-b3fe-8a46fb52a931 HTTP/1.1" status: 200 len: 1096 time: 0.0676572 Aug 18 19:44:03.703506 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-03ce9fa5-b25d-497e-bf4f-4f8005b0b56d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea634ed9-4171-4c07-a9d6-a5f490aa61e8 HTTP/1.1" status: 200 len: 217 time: 0.0374804 Aug 18 19:44:03.773547 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-ab326a16-5c90-4dd0-81d6-d43faf24f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:03.775110 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-ab326a16-5c90-4dd0-81d6-d43faf24f697 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d045b04e-304f-4f7a-833f-098824dc8df8 HTTP/1.1" status: 200 len: 849 time: 0.0639541 Aug 18 19:44:03.848732 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-0698f5ca-c79c-4ec4-b3aa-090908110aa6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ae1ee30-7bf8-4179-b887-ec9900231936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246112 Aug 18 19:44:03.954104 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-02d699aa-ead2-44b9-934b-c1467159e008 service neutron] 10.222.0.35 "GET /v2.0/networks/8ae1ee30-7bf8-4179-b887-ec9900231936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880044 Aug 18 19:44:04.059883 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-11c46e76-e2c3-4040-a835-ce792dfb8974 req-75abdb3e-5c3c-4b41-bf64-19d7dc52914b service neutron] 10.222.0.35 "GET /v2.0/networks/8ae1ee30-7bf8-4179-b887-ec9900231936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979784 Aug 18 19:44:04.205874 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cae4c-bdd1-468a-9765-64e661249e2b req-78c9dbd9-7f8c-4f61-bcaa-b563c19ac2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:04.207312 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a25cae4c-bdd1-468a-9765-64e661249e2b req-78c9dbd9-7f8c-4f61-bcaa-b563c19ac2e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3810f1999faf4f99a10e8a84685cdd66&device_id=e6248db3-5744-4769-b3fe-8a46fb52a931 HTTP/1.1" status: 200 len: 1096 time: 0.0489311 Aug 18 19:44:04.311454 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cae4c-bdd1-468a-9765-64e661249e2b req-8bde58a8-1ba4-4e35-936b-a550685fcecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:04.314040 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a25cae4c-bdd1-468a-9765-64e661249e2b req-8bde58a8-1ba4-4e35-936b-a550685fcecd service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ae1ee30-7bf8-4179-b887-ec9900231936 HTTP/1.1" status: 200 len: 910 time: 0.0994947 Aug 18 19:44:04.365964 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a25cae4c-bdd1-468a-9765-64e661249e2b req-406eeaa9-f445-4f2c-9419-b9332987d5b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea634ed9-4171-4c07-a9d6-a5f490aa61e8 HTTP/1.1" status: 200 len: 217 time: 0.0441778 Aug 18 19:44:04.460395 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cae4c-bdd1-468a-9765-64e661249e2b req-2838c6bd-d0b3-4314-bf1c-c44e6914a3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:04.461808 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a25cae4c-bdd1-468a-9765-64e661249e2b req-2838c6bd-d0b3-4314-bf1c-c44e6914a3b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d045b04e-304f-4f7a-833f-098824dc8df8 HTTP/1.1" status: 200 len: 849 time: 0.0889933 Aug 18 19:44:04.500910 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a25cae4c-bdd1-468a-9765-64e661249e2b req-5e132eef-fe6a-49c2-9221-1df110bd09c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ae1ee30-7bf8-4179-b887-ec9900231936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308328 Aug 18 19:44:04.510067 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d03509-378d-478c-8657-bd43d9adb1d3 req-2ce5dded-2b82-4de7-a64e-ada0bd22366b tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:04.511638 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-64d03509-378d-478c-8657-bd43d9adb1d3 req-2ce5dded-2b82-4de7-a64e-ada0bd22366b tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6248db3-5744-4769-b3fe-8a46fb52a931 HTTP/1.1" status: 200 len: 943 time: 0.0910552 Aug 18 19:44:04.605266 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-64d03509-378d-478c-8657-bd43d9adb1d3 req-d903fe3c-6d09-4675-af15-02927d585dd0 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850577 Aug 18 19:44:04.642498 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a25cae4c-bdd1-468a-9765-64e661249e2b req-4dc4eede-eaa6-4b99-9729-173a010058f5 service neutron] 10.222.0.35 "GET /v2.0/networks/8ae1ee30-7bf8-4179-b887-ec9900231936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298440 Aug 18 19:44:04.743903 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a25cae4c-bdd1-468a-9765-64e661249e2b req-78f0d154-2b77-4a9a-b177-a6e351cfbae5 service neutron] 10.222.0.35 "GET /v2.0/networks/8ae1ee30-7bf8-4179-b887-ec9900231936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933073 Aug 18 19:44:05.731593 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e6fb3-74b3-43eb-9fa9-9bb59e6ac55e req-86a154cb-9597-455f-9f4f-24e5aacbc5e9 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:05.733154 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-ce3e6fb3-74b3-43eb-9fa9-9bb59e6ac55e req-86a154cb-9597-455f-9f4f-24e5aacbc5e9 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6248db3-5744-4769-b3fe-8a46fb52a931 HTTP/1.1" status: 200 len: 943 time: 0.0538161 Aug 18 19:44:05.795569 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-ce3e6fb3-74b3-43eb-9fa9-9bb59e6ac55e req-aca70342-c340-4547-b9b5-ccc3ea06d0bc tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558615 Aug 18 19:44:06.917895 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ceaf1-30ea-4996-970c-8d8122adf690 req-4736198c-a244-48f4-90c9-8fda67c78c00 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:06.919438 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-815ceaf1-30ea-4996-970c-8d8122adf690 req-4736198c-a244-48f4-90c9-8fda67c78c00 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6248db3-5744-4769-b3fe-8a46fb52a931 HTTP/1.1" status: 200 len: 943 time: 0.0486689 Aug 18 19:44:06.957535 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-815ceaf1-30ea-4996-970c-8d8122adf690 req-fb3ffc77-1314-4573-91b1-d813d79f4ea8 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316265 Aug 18 19:44:08.072073 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54dddc0-2440-4586-b6ab-df04e24cc715 req-8b51ff72-6107-44cc-974e-8fbad92f1df6 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:08.073543 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a54dddc0-2440-4586-b6ab-df04e24cc715 req-8b51ff72-6107-44cc-974e-8fbad92f1df6 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6248db3-5744-4769-b3fe-8a46fb52a931 HTTP/1.1" status: 200 len: 943 time: 0.0480831 Aug 18 19:44:08.111119 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a54dddc0-2440-4586-b6ab-df04e24cc715 req-59a93dc1-c267-4ee5-aff3-a5ace69b3664 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316272 Aug 18 19:44:08.279085 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 44258) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:44:08.399288 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e2950674-47d3-4f6f-86e4-6f958c68d3c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:08.494874 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e2950674-47d3-4f6f-86e4-6f958c68d3c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:08.500434 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e2950674-47d3-4f6f-86e4-6f958c68d3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:08.546084 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-e2950674-47d3-4f6f-86e4-6f958c68d3c2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ba9dd35b2e9f4ab88d9d5ff074c9b4c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658100 Aug 18 19:44:08.547153 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2950674-47d3-4f6f-86e4-6f958c68d3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d3a298-32b8-475e-a280-c551ca0454d1,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:08.550539 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 44266) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:44:08.602948 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f9c57c52-cd33-4689-8b18-c5c117a04c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:08.625158 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f9c57c52-cd33-4689-8b18-c5c117a04c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:08.672105 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f9c57c52-cd33-4689-8b18-c5c117a04c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:08.674775 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device ea634ed9-4171-4c07-a9d6-a5f490aa61e8 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=100441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:44:08.675299 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f9c57c52-cd33-4689-8b18-c5c117a04c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:08.676407 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-f9c57c52-cd33-4689-8b18-c5c117a04c7d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/11d3a298-32b8-475e-a280-c551ca0454d1 HTTP/1.1" status: 204 len: 168 time: 0.1247301 Aug 18 19:44:08.688335 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c57c52-cd33-4689-8b18-c5c117a04c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d3a298-32b8-475e-a280-c551ca0454d1,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:08.781197 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port ea634ed9-4171-4c07-a9d6-a5f490aa61e8, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=ea634ed9-4171-4c07-a9d6-a5f490aa61e8,segment=NetworkSegment(605a172b-6239-4dbf-bd92-fa834675d634),segment_id=605a172b-6239-4dbf-bd92-fa834675d634)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:44:08.792087 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Returning: {'device': 'ea634ed9-4171-4c07-a9d6-a5f490aa61e8', 'network_id': '8ae1ee30-7bf8-4179-b887-ec9900231936', 'port_id': 'ea634ed9-4171-4c07-a9d6-a5f490aa61e8', 'mac_address': 'fa:16:3e:47:b0:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd045b04e-304f-4f7a-833f-098824dc8df8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:44:08.830441 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:08.843649 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea634ed9-4171-4c07-a9d6-a5f490aa61e8 {{(pid=100441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:44:08.863334 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port ea634ed9-4171-4c07-a9d6-a5f490aa61e8, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=ea634ed9-4171-4c07-a9d6-a5f490aa61e8,segment=NetworkSegment(605a172b-6239-4dbf-bd92-fa834675d634),segment_id=605a172b-6239-4dbf-bd92-fa834675d634)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:44:08.867642 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:08.914527 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=ea634ed9-4171-4c07-a9d6-a5f490aa61e8,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:08.950534 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 44272) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:44:08.965176 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-90f4b1c5-6118-475a-a29f-d41f5277c230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:09.057550 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-90f4b1c5-6118-475a-a29f-d41f5277c230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:09.062007 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-90f4b1c5-6118-475a-a29f-d41f5277c230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:09.101544 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-90f4b1c5-6118-475a-a29f-d41f5277c230 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0d171c7bddc74639b7cf6a11dc4c6fea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498947 Aug 18 19:44:09.103516 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4b1c5-6118-475a-a29f-d41f5277c230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2aeea27-b75f-42d2-b1dc-0047c2b41f3b,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:09.104287 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 44276) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:44:09.153248 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-78c5e8cc-1634-4cc6-b190-675e7e842815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:09.174863 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-78c5e8cc-1634-4cc6-b190-675e7e842815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:09.226192 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-78c5e8cc-1634-4cc6-b190-675e7e842815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:09.228737 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-78c5e8cc-1634-4cc6-b190-675e7e842815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:09.229863 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-78c5e8cc-1634-4cc6-b190-675e7e842815 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b2aeea27-b75f-42d2-b1dc-0047c2b41f3b HTTP/1.1" status: 204 len: 168 time: 0.1246104 Aug 18 19:44:09.231855 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1af4e-85d7-47fb-a04e-f8a0e759ac8c req-31bf3296-e69f-40e3-b259-740c9c049158 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:09.233373 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-43a1af4e-85d7-47fb-a04e-f8a0e759ac8c req-31bf3296-e69f-40e3-b259-740c9c049158 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6248db3-5744-4769-b3fe-8a46fb52a931 HTTP/1.1" status: 200 len: 944 time: 0.0527694 Aug 18 19:44:09.237624 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5e8cc-1634-4cc6-b190-675e7e842815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2aeea27-b75f-42d2-b1dc-0047c2b41f3b,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:09.277828 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-43a1af4e-85d7-47fb-a04e-f8a0e759ac8c req-3728e40a-4a76-4b2c-9843-4b433533da99 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342207 Aug 18 19:44:09.394170 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['ea634ed9-4171-4c07-a9d6-a5f490aa61e8'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:44:10.337592 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 44316) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:44:10.395524 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47678172-2bd0-41c9-bd93-9d383a398a1c req-44bc6118-0dd0-4f06-97e9-4c938a04f09c tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:10.397123 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-47678172-2bd0-41c9-bd93-9d383a398a1c req-44bc6118-0dd0-4f06-97e9-4c938a04f09c tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6248db3-5744-4769-b3fe-8a46fb52a931 HTTP/1.1" status: 200 len: 944 time: 0.0502031 Aug 18 19:44:10.437741 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-47678172-2bd0-41c9-bd93-9d383a398a1c req-a44932e5-cc35-4f10-b515-f8b37290f143 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336764 Aug 18 19:44:10.454269 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-0152ff32-2ed6-45d4-a312-85860cbbb8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:10.555790 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-0152ff32-2ed6-45d4-a312-85860cbbb8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:10.561363 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-0152ff32-2ed6-45d4-a312-85860cbbb8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:10.601695 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-0152ff32-2ed6-45d4-a312-85860cbbb8c7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=086b6861618d487888df1b8bb8988f45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627363 Aug 18 19:44:10.604591 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 44322) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:44:10.613112 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152ff32-2ed6-45d4-a312-85860cbbb8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd96bd39-b01e-48d5-91fa-8d59e6febf20,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:10.675104 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-29ff4f88-0816-4ce1-974e-a346de804ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:10.687866 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device ea634ed9-4171-4c07-a9d6-a5f490aa61e8 up at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:44:10.722711 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-29ff4f88-0816-4ce1-974e-a346de804ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:10.758434 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning for port ea634ed9-4171-4c07-a9d6-a5f490aa61e8 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:44:10.769097 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning complete for port ea634ed9-4171-4c07-a9d6-a5f490aa61e8 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:44:10.769824 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:10.796222 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-29ff4f88-0816-4ce1-974e-a346de804ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:10.799590 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-29ff4f88-0816-4ce1-974e-a346de804ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:10.801068 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-29ff4f88-0816-4ce1-974e-a346de804ba5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fd96bd39-b01e-48d5-91fa-8d59e6febf20 HTTP/1.1" status: 204 len: 168 time: 0.1953850 Aug 18 19:44:10.810417 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff4f88-0816-4ce1-974e-a346de804ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd96bd39-b01e-48d5-91fa-8d59e6febf20,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:10.819228 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff4f88-0816-4ce1-974e-a346de804ba5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:10.819631 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff4f88-0816-4ce1-974e-a346de804ba5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:10.820401 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff4f88-0816-4ce1-974e-a346de804ba5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:10.820754 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff4f88-0816-4ce1-974e-a346de804ba5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:10.821093 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff4f88-0816-4ce1-974e-a346de804ba5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:10.821431 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff4f88-0816-4ce1-974e-a346de804ba5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:10.821764 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff4f88-0816-4ce1-974e-a346de804ba5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:10.822104 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff4f88-0816-4ce1-974e-a346de804ba5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:10.822433 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff4f88-0816-4ce1-974e-a346de804ba5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:10.822805 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff4f88-0816-4ce1-974e-a346de804ba5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:10.823195 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff4f88-0816-4ce1-974e-a346de804ba5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:10.827104 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff4f88-0816-4ce1-974e-a346de804ba5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:10.879793 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:10.913219 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6248db3-5744-4769-b3fe-8a46fb52a931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea634ed9-4171-4c07-a9d6-a5f490aa61e8'}] {{(pid=100441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:44:10.916146 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c845df31933df15e4981d7dcb3334c44fca6e0bb010d803592179d7e14a8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4709fa0c-4189-4ec1-aec1-7a9d344636d4" -d '{"events": [{"server_uuid": "e6248db3-5744-4769-b3fe-8a46fb52a931", "name": "network-vif-plugged", "status": "completed", "tag": "ea634ed9-4171-4c07-a9d6-a5f490aa61e8"}]}' {{(pid=100441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:44:10.922855 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port ea634ed9-4171-4c07-a9d6-a5f490aa61e8, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=ea634ed9-4171-4c07-a9d6-a5f490aa61e8,segment=NetworkSegment(605a172b-6239-4dbf-bd92-fa834675d634),segment_id=605a172b-6239-4dbf-bd92-fa834675d634)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:44:10.929037 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:10.966904 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5bdba6-67f4-4b34-b71e-7c80bfb29310 x-openstack-request-id: req-7c5bdba6-67f4-4b34-b71e-7c80bfb29310 {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:44:10.967223 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6248db3-5744-4769-b3fe-8a46fb52a931", "name": "network-vif-plugged", "status": "completed", "tag": "ea634ed9-4171-4c07-a9d6-a5f490aa61e8", "code": 200}]} {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:44:10.967449 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7c5bdba6-67f4-4b34-b71e-7c80bfb29310 {{(pid=100441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:44:10.967873 dv-cinder-805072-2-iscsi neutron-server[100441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6248db3-5744-4769-b3fe-8a46fb52a931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea634ed9-4171-4c07-a9d6-a5f490aa61e8', 'code': 200} Aug 18 19:44:10.987314 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=ea634ed9-4171-4c07-a9d6-a5f490aa61e8,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:11.149772 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb5333-4ce6-4666-85bf-b85db88f8a22 req-29aacd4f-3a5a-4978-9819-3b2f27fb8708 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:11.151732 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f5bb5333-4ce6-4666-85bf-b85db88f8a22 req-29aacd4f-3a5a-4978-9819-3b2f27fb8708 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0906928 Aug 18 19:44:11.201157 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfe365-09c8-4bff-b41d-63dc8c0efc14 req-0e7f7ae5-0ae8-4667-ac22-30574506f31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:11.202704 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-84bfe365-09c8-4bff-b41d-63dc8c0efc14 req-0e7f7ae5-0ae8-4667-ac22-30574506f31e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a46234c703574ed9b5ffb661124d4f38&device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 1098 time: 0.1039317 Aug 18 19:44:11.248184 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f5bb5333-4ce6-4666-85bf-b85db88f8a22 req-82e2f40f-ef5b-4096-82ad-c03689654ef6 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832865 Aug 18 19:44:11.286831 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2473f99-e9fe-4692-99e8-a4891d2bc96f req-d0af2627-f4aa-4b2a-9746-edb4506e24e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:11.288823 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e2473f99-e9fe-4692-99e8-a4891d2bc96f req-d0af2627-f4aa-4b2a-9746-edb4506e24e3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e6248db3-5744-4769-b3fe-8a46fb52a931 HTTP/1.1" status: 200 len: 1098 time: 0.1343696 Aug 18 19:44:11.353407 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e2473f99-e9fe-4692-99e8-a4891d2bc96f req-bb8e0584-a097-4e0f-8db2-158926a47224 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567427 Aug 18 19:44:11.356333 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfe365-09c8-4bff-b41d-63dc8c0efc14 req-a4f8f399-7608-4c9a-8a96-69ff626858ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:11.357822 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-84bfe365-09c8-4bff-b41d-63dc8c0efc14 req-a4f8f399-7608-4c9a-8a96-69ff626858ac service neutron] 10.222.0.35 "GET /v2.0/networks?id=dce2f450-0829-49bd-98f5-ccdff24d54ce HTTP/1.1" status: 200 len: 920 time: 0.1399410 Aug 18 19:44:11.562546 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b385a-c1d8-411f-8a58-2e62cf5dcbf7 req-14e77f5f-dcc4-443d-b552-83a5bffbca77 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:11.564227 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ba2b385a-c1d8-411f-8a58-2e62cf5dcbf7 req-14e77f5f-dcc4-443d-b552-83a5bffbca77 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6248db3-5744-4769-b3fe-8a46fb52a931 HTTP/1.1" status: 200 len: 945 time: 0.0543876 Aug 18 19:44:11.611841 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ba2b385a-c1d8-411f-8a58-2e62cf5dcbf7 req-27b6a49b-c76d-44b0-83be-a8f533284664 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401719 Aug 18 19:44:11.847255 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-84bfe365-09c8-4bff-b41d-63dc8c0efc14 req-f9d8b7f3-e791-4620-a1ed-b53b9270ed7c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c42eef5-09f4-43c6-b0ab-2a513c8552a7 HTTP/1.1" status: 200 len: 217 time: 0.0397491 Aug 18 19:44:11.927762 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfe365-09c8-4bff-b41d-63dc8c0efc14 req-86b1a539-a78c-47a0-bb3f-973b6f260b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:11.929305 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-84bfe365-09c8-4bff-b41d-63dc8c0efc14 req-86b1a539-a78c-47a0-bb3f-973b6f260b08 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bed5411e-26f3-415c-9eed-53e1e186712a HTTP/1.1" status: 200 len: 859 time: 0.0466542 Aug 18 19:44:11.979976 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-84bfe365-09c8-4bff-b41d-63dc8c0efc14 req-ffaa3331-1d84-408f-bd67-0b1bc72f826f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dce2f450-0829-49bd-98f5-ccdff24d54ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344985 Aug 18 19:44:12.002500 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 44374) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:44:12.089983 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-84bfe365-09c8-4bff-b41d-63dc8c0efc14 req-72619791-2be7-4eda-a40d-20b96a31ba31 service neutron] 10.222.0.35 "GET /v2.0/networks/dce2f450-0829-49bd-98f5-ccdff24d54ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012626 Aug 18 19:44:12.160592 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-84f246c2-0688-4f8a-8b2a-58c77e0f9a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:12.221603 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-84bfe365-09c8-4bff-b41d-63dc8c0efc14 req-9c7d73ff-2662-4c16-ab7f-5a8eaaa9d08d service neutron] 10.222.0.35 "GET /v2.0/networks/dce2f450-0829-49bd-98f5-ccdff24d54ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228309 Aug 18 19:44:12.292107 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-84f246c2-0688-4f8a-8b2a-58c77e0f9a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:12.297299 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-84f246c2-0688-4f8a-8b2a-58c77e0f9a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:12.344576 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-84f246c2-0688-4f8a-8b2a-58c77e0f9a8e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=48b9f0bcd0a84e27b5b6e1a770a8771c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406973 Aug 18 19:44:12.345560 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f246c2-0688-4f8a-8b2a-58c77e0f9a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4b592f-c57f-4181-87d8-3fa6f5059d7f,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:12.348609 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 44384) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:44:12.401751 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acf592-a86d-444e-88eb-c50624659d19 req-35d25af2-98a8-4f88-8e4f-7a11d1d1a6c1 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:12.404334 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c9acf592-a86d-444e-88eb-c50624659d19 req-35d25af2-98a8-4f88-8e4f-7a11d1d1a6c1 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0625043 Aug 18 19:44:12.407752 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-47d9d0a1-e713-4688-9489-a79d05850029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:12.442323 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-47d9d0a1-e713-4688-9489-a79d05850029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:12.463343 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c9acf592-a86d-444e-88eb-c50624659d19 req-e315a3c8-3f08-42a7-b62e-6042c83775d3 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483799 Aug 18 19:44:12.515974 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-47d9d0a1-e713-4688-9489-a79d05850029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:12.520705 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-47d9d0a1-e713-4688-9489-a79d05850029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:12.522231 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-47d9d0a1-e713-4688-9489-a79d05850029 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4e4b592f-c57f-4181-87d8-3fa6f5059d7f HTTP/1.1" status: 204 len: 168 time: 0.1724207 Aug 18 19:44:12.531032 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9d0a1-e713-4688-9489-a79d05850029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4b592f-c57f-4181-87d8-3fa6f5059d7f,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:12.749406 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c69a0-70cc-48a5-b6b4-ddd5fc6fdff8 req-ec4d11db-e5df-4654-9f59-2a29f71ec1de tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:12.750933 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-178c69a0-70cc-48a5-b6b4-ddd5fc6fdff8 req-ec4d11db-e5df-4654-9f59-2a29f71ec1de tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6248db3-5744-4769-b3fe-8a46fb52a931 HTTP/1.1" status: 200 len: 945 time: 0.0632188 Aug 18 19:44:12.791808 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-178c69a0-70cc-48a5-b6b4-ddd5fc6fdff8 req-0abc162f-f4bc-43ff-894a-f0c1322b6959 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347252 Aug 18 19:44:13.050985 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-1fefe340-af88-4f92-a479-95300dfd7719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:13.588308 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8b4b7-4866-4ee4-8c5a-63786e58a578 req-82b03a10-fa91-495a-9aac-611aecd4d95a tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:13.589839 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-0cd8b4b7-4866-4ee4-8c5a-63786e58a578 req-82b03a10-fa91-495a-9aac-611aecd4d95a tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0514677 Aug 18 19:44:13.631900 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-0cd8b4b7-4866-4ee4-8c5a-63786e58a578 req-fcd9589d-35da-41f9-8719-cdf595e78ead tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351098 Aug 18 19:44:13.654354 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 44422) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:44:13.766733 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-362d582a-d28a-4134-a3d0-7f29057a7e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:13.860866 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-362d582a-d28a-4134-a3d0-7f29057a7e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:13.864246 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-362d582a-d28a-4134-a3d0-7f29057a7e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:13.929784 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d582a-d28a-4134-a3d0-7f29057a7e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2362167-d345-4601-9079-06915f9d92ed,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:13.935042 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-362d582a-d28a-4134-a3d0-7f29057a7e89 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=40e70be65456445fbb789aa8a05e6eee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2794492 Aug 18 19:44:13.937848 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 44428) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:44:13.952634 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303644a-d17c-4a8d-9824-6e5575a3edab req-37bbe031-7699-4955-b01f-d26c5a758393 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:13.954172 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f303644a-d17c-4a8d-9824-6e5575a3edab req-37bbe031-7699-4955-b01f-d26c5a758393 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6248db3-5744-4769-b3fe-8a46fb52a931 HTTP/1.1" status: 200 len: 945 time: 0.0866313 Aug 18 19:44:13.996194 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-2d30e612-3310-4071-b66c-3afd3e447214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:13.997612 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f303644a-d17c-4a8d-9824-6e5575a3edab req-141ab996-a090-4f3d-9dbf-7ba1d69aaa55 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342486 Aug 18 19:44:14.024786 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-2d30e612-3310-4071-b66c-3afd3e447214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:14.080859 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-2d30e612-3310-4071-b66c-3afd3e447214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:14.083551 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-2d30e612-3310-4071-b66c-3afd3e447214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:14.084872 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-2d30e612-3310-4071-b66c-3afd3e447214 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c2362167-d345-4601-9079-06915f9d92ed HTTP/1.1" status: 204 len: 168 time: 0.1458986 Aug 18 19:44:14.093049 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30e612-3310-4071-b66c-3afd3e447214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2362167-d345-4601-9079-06915f9d92ed,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:14.765246 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 44468) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:44:14.778599 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a328ce1-9d8e-4bb4-bbbe-8550ca50893a req-0da664b5-38b5-4bcf-8200-b9d4a8ef936d tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:14.780124 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8a328ce1-9d8e-4bb4-bbbe-8550ca50893a req-0da664b5-38b5-4bcf-8200-b9d4a8ef936d tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0660310 Aug 18 19:44:14.827128 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8a328ce1-9d8e-4bb4-bbbe-8550ca50893a req-30cb4f07-e84a-4025-91a5-480b6ed9e7dd tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401375 Aug 18 19:44:14.828612 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b471d-7ddd-4e55-8a6c-81cc4f1c8f46 req-9136333b-8cc2-431e-9f14-5e6a61ccb6cc tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:14.839283 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-029b471d-7ddd-4e55-8a6c-81cc4f1c8f46 req-9136333b-8cc2-431e-9f14-5e6a61ccb6cc tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6248db3-5744-4769-b3fe-8a46fb52a931 HTTP/1.1" status: 200 len: 945 time: 0.0737653 Aug 18 19:44:14.875942 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-029b471d-7ddd-4e55-8a6c-81cc4f1c8f46 req-ee93ea9c-ee9e-470f-93f8-020cd474cc5e tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338984 Aug 18 19:44:14.909583 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-fdda83c6-1e81-474a-8a74-f828c417ef3f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-229044681-network', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:44:14.931548 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdda83c6-1e81-474a-8a74-f828c417ef3f admin admin] Made reservation on behalf of 40186e8471ed4bd19ef3b036189955b8 for: {'network': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:44:14.933950 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-fdda83c6-1e81-474a-8a74-f828c417ef3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for network, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:14.943193 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-fdda83c6-1e81-474a-8a74-f828c417ef3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:15.038326 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-fdda83c6-1e81-474a-8a74-f828c417ef3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:15.042148 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-fdda83c6-1e81-474a-8a74-f828c417ef3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:15.070571 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdda83c6-1e81-474a-8a74-f828c417ef3f admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=100440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:44:15.077363 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda83c6-1e81-474a-8a74-f828c417ef3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ddbc87-89a2-4018-9d72-d539685be615,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:15.083859 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-fdda83c6-1e81-474a-8a74-f828c417ef3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:15.084073 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.db.segments_db [None req-fdda83c6-1e81-474a-8a74-f828c417ef3f admin admin] Added segment 5ecfeeca-a0c3-4ca6-b9b0-20cf92499652 of type vlan for network f814e1db-1b4f-4223-8eee-1aae8c8f02d7 Aug 18 19:44:15.133775 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-fdda83c6-1e81-474a-8a74-f828c417ef3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741574042296'] for network, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:15.160427 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-fdda83c6-1e81-474a-8a74-f828c417ef3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for network, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:15.161757 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdda83c6-1e81-474a-8a74-f828c417ef3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:15.162345 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-fdda83c6-1e81-474a-8a74-f828c417ef3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:15.213685 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-fdda83c6-1e81-474a-8a74-f828c417ef3f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4473641 Aug 18 19:44:15.216707 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 44474) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:44:15.222030 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-228d5550-022e-409c-a757-d0bcb6d19ebd admin admin] Request body: {'subnet': {'network_id': 'f814e1db-1b4f-4223-8eee-1aae8c8f02d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-229044681-subnet', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'ip_version': 4}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:44:15.226570 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda83c6-1e81-474a-8a74-f828c417ef3f admin admin] Pushing event updated for resources: {'Network': ['ID=f814e1db-1b4f-4223-8eee-1aae8c8f02d7,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:15.237587 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Network f814e1db-1b4f-4223-8eee-1aae8c8f02d7 details requested by agent ovs-agent-dv-cinder-805072-2-iscsi with host dv-cinder-805072-2-iscsi {{(pid=100441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:44:15.248368 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228d5550-022e-409c-a757-d0bcb6d19ebd admin admin] Made reservation on behalf of 40186e8471ed4bd19ef3b036189955b8 for: {'subnet': 1} {{(pid=100439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:44:15.251039 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-228d5550-022e-409c-a757-d0bcb6d19ebd admin admin] Notify callbacks [] for subnet, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:15.436203 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-228d5550-022e-409c-a757-d0bcb6d19ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for subnet, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:15.493169 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d5550-022e-409c-a757-d0bcb6d19ebd admin admin] Pushing event updated for resources: {'Subnet': ['ID=498b2575-11ea-41fa-9148-e98bdc81666c,revision_number=0']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:15.504539 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d5550-022e-409c-a757-d0bcb6d19ebd admin admin] Checking segment: {'id': '5ecfeeca-a0c3-4ca6-b9b0-20cf92499652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f814e1db-1b4f-4223-8eee-1aae8c8f02d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:44:15.504897 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228d5550-022e-409c-a757-d0bcb6d19ebd admin admin] Network hostable DHCP agents. Network: f814e1db-1b4f-4223-8eee-1aae8c8f02d7, hostable agents: ['ab24a8c0-5fbc-4c54-80f8-7c76df3937f6'], hosted agents: [] {{(pid=100439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:44:15.524831 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228d5550-022e-409c-a757-d0bcb6d19ebd admin admin] Network f814e1db-1b4f-4223-8eee-1aae8c8f02d7 is scheduled to be hosted by DHCP agent ab24a8c0-5fbc-4c54-80f8-7c76df3937f6 with binding_index 1 {{(pid=100439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:44:15.534445 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-228d5550-022e-409c-a757-d0bcb6d19ebd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-2-iscsi, f814e1db-1b4f-4223-8eee-1aae8c8f02d7) {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:44:15.538796 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228d5550-022e-409c-a757-d0bcb6d19ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:15.539385 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-228d5550-022e-409c-a757-d0bcb6d19ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for subnet, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:15.543379 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031108bf-e38e-46f4-89a1-a5a245a34666 None None] Network f814e1db-1b4f-4223-8eee-1aae8c8f02d7 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:44:15.556357 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-228d5550-022e-409c-a757-d0bcb6d19ebd admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3384042 Aug 18 19:44:15.559200 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 44478) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:44:15.563775 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-9efb21bd-535c-4713-b0ba-5a7bb0b912a5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-229044681-router', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:44:15.586395 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-9efb21bd-535c-4713-b0ba-5a7bb0b912a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1674435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59127'] for router, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:15.587533 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-9efb21bd-535c-4713-b0ba-5a7bb0b912a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1674323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1679070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59104'] for router, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:15.641592 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-9efb21bd-535c-4713-b0ba-5a7bb0b912a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:15.705528 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e82691-4069-53cc-8ab6-7a3df7d55f6e-f814e1db-1b4f-4223-8eee-1aae8c8f02d7', 'network_id': 'f814e1db-1b4f-4223-8eee-1aae8c8f02d7', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'fixed_ips': [{'subnet_id': '498b2575-11ea-41fa-9148-e98bdc81666c'}]}} from dv-cinder-805072-2-iscsi. {{(pid=100441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 19:44:15.706415 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:15.874045 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-315596f0-3b81-4d71-b948-9774e4e86582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:15.924138 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:15.976788 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d406e-ae57-4bf0-af51-5c200deb743b req-80c6e276-5635-4852-90e2-40d02a2d8c30 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:15.978743 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-093d406e-ae57-4bf0-af51-5c200deb743b req-80c6e276-5635-4852-90e2-40d02a2d8c30 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0715535 Aug 18 19:44:16.006836 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.db_base_plugin_common [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Allocated IP 172.20.0.2 (f814e1db-1b4f-4223-8eee-1aae8c8f02d7/498b2575-11ea-41fa-9148-e98bdc81666c/df7ffec6-e8a5-4592-a8d6-558beeeb5325) {{(pid=100441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:44:16.007293 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-9efb21bd-535c-4713-b0ba-5a7bb0b912a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:16.031957 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-093d406e-ae57-4bf0-af51-5c200deb743b req-14c06038-612a-4c54-9da6-473f564d59a9 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466597 Aug 18 19:44:16.090175 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe6ae2-f63c-411c-b050-5c58df9a1796 req-e130bccf-ef71-4783-b7bc-c08b3e3416bf tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:16.091779 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-bfbe6ae2-f63c-411c-b050-5c58df9a1796 req-e130bccf-ef71-4783-b7bc-c08b3e3416bf tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6248db3-5744-4769-b3fe-8a46fb52a931 HTTP/1.1" status: 200 len: 945 time: 0.1023571 Aug 18 19:44:16.140040 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-bfbe6ae2-f63c-411c-b050-5c58df9a1796 req-d2542d59-f817-42b8-9555-3968e815965a tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417461 Aug 18 19:44:16.170607 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Notify callbacks [] for port, precommit_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:16.180183 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Transition to ACTIVE for port object df7ffec6-e8a5-4592-a8d6-558beeeb5325 will not be triggered until provisioned by entity L2. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:44:16.195252 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Transition to ACTIVE for port object df7ffec6-e8a5-4592-a8d6-558beeeb5325 will not be triggered until provisioned by entity DHCP. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:44:16.201398 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286'] for port, after_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:16.240649 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Network f814e1db-1b4f-4223-8eee-1aae8c8f02d7 is already hosted by enough agents. {{(pid=100441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:44:16.249478 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.scheduler.base_scheduler [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Resources bound (agent type, host, resource id): {{(pid=100441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:44:16.253403 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Received port after_create {{(pid=100441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:44:16.292026 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-9efb21bd-535c-4713-b0ba-5a7bb0b912a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:16.312588 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-9efb21bd-535c-4713-b0ba-5a7bb0b912a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:16.315191 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Pushing event updated for resources: {'Port': ['ID=df7ffec6-e8a5-4592-a8d6-558beeeb5325,revision_number=1']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:16.316071 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-957103f1-0994-4f2d-acba-9f6b70b870c6 req-2894391c-6027-483c-86bd-8972760347e0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472538 Aug 18 19:44:16.330626 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:16.331125 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:16.331539 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:16.331940 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:16.332346 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:16.332753 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:16.333152 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:16.333559 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:16.333970 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:16.334995 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:16.335398 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:16.335790 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:16.344905 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Attempting to bind port df7ffec6-e8a5-4592-a8d6-558beeeb5325 on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:44:16.345410 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Attempting to bind port df7ffec6-e8a5-4592-a8d6-558beeeb5325 by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': '5ecfeeca-a0c3-4ca6-b9b0-20cf92499652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f814e1db-1b4f-4223-8eee-1aae8c8f02d7'}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:44:16.345815 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Attempting to bind port df7ffec6-e8a5-4592-a8d6-558beeeb5325 on network f814e1db-1b4f-4223-8eee-1aae8c8f02d7 {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:44:16.355004 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:44:16.355406 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Checking segment: {'id': '5ecfeeca-a0c3-4ca6-b9b0-20cf92499652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f814e1db-1b4f-4223-8eee-1aae8c8f02d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:44:16.355826 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:16.356230 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Bound using segment: {'id': '5ecfeeca-a0c3-4ca6-b9b0-20cf92499652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f814e1db-1b4f-4223-8eee-1aae8c8f02d7'} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:44:16.356714 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Bound port: df7ffec6-e8a5-4592-a8d6-558beeeb5325, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecfeeca-a0c3-4ca6-b9b0-20cf92499652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f814e1db-1b4f-4223-8eee-1aae8c8f02d7'}}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:44:16.357107 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:16.427960 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] For port df7ffec6-e8a5-4592-a8d6-558beeeb5325, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:44:16.431678 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] For port df7ffec6-e8a5-4592-a8d6-558beeeb5325, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=df7ffec6-e8a5-4592-a8d6-558beeeb5325,segment=NetworkSegment(5ecfeeca-a0c3-4ca6-b9b0-20cf92499652),segment_id=5ecfeeca-a0c3-4ca6-b9b0-20cf92499652)] {{(pid=100441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:44:16.434872 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.db_base_plugin_common [None req-9efb21bd-535c-4713-b0ba-5a7bb0b912a5 admin admin] Allocated IP 172.27.2.30 (c9e7b0ac-d07a-45d1-b669-710203e2b4d9/fcdf06bc-9cb8-408c-b78f-916aa229f92b/2b4da1c9-37a7-424f-a54a-e7d90dba9837) {{(pid=100439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:44:16.437353 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:16.464072 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957103f1-0994-4f2d-acba-9f6b70b870c6 req-43d29b63-246f-4be4-aee6-8505db0bb5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:16.465629 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-957103f1-0994-4f2d-acba-9f6b70b870c6 req-43d29b63-246f-4be4-aee6-8505db0bb5a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a46234c703574ed9b5ffb661124d4f38&device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 1098 time: 0.0712411 Aug 18 19:44:16.511116 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6e8a2-8a3f-422d-aa29-d095c1ab8dc4 None None] Pushing event updated for resources: {'Port': ['ID=df7ffec6-e8a5-4592-a8d6-558beeeb5325,revision_number=2']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:16.578730 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-9efb21bd-535c-4713-b0ba-5a7bb0b912a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:16.603703 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957103f1-0994-4f2d-acba-9f6b70b870c6 req-ae9e08d4-41aa-425c-8267-19331cb05be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:16.605362 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-957103f1-0994-4f2d-acba-9f6b70b870c6 req-ae9e08d4-41aa-425c-8267-19331cb05be5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dce2f450-0829-49bd-98f5-ccdff24d54ce HTTP/1.1" status: 200 len: 920 time: 0.0977392 Aug 18 19:44:16.623275 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-9efb21bd-535c-4713-b0ba-5a7bb0b912a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286'] for port, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:16.676380 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:16.684413 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-957103f1-0994-4f2d-acba-9f6b70b870c6 req-a91045f9-945a-4abd-b466-c47df99cb564 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55 HTTP/1.1" status: 200 len: 217 time: 0.0471373 Aug 18 19:44:16.690591 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efb21bd-535c-4713-b0ba-5a7bb0b912a5 admin admin] Network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 is already hosted by enough agents. {{(pid=100439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:44:16.711968 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-9efb21bd-535c-4713-b0ba-5a7bb0b912a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:44:16.732851 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb21bd-535c-4713-b0ba-5a7bb0b912a5 admin admin] Received port after_create {{(pid=100439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:44:16.756968 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957103f1-0994-4f2d-acba-9f6b70b870c6 req-33a5dd64-fa04-46e5-b49e-c1c471a8f4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:16.758526 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-957103f1-0994-4f2d-acba-9f6b70b870c6 req-33a5dd64-fa04-46e5-b49e-c1c471a8f4b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bed5411e-26f3-415c-9eed-53e1e186712a HTTP/1.1" status: 200 len: 859 time: 0.0660446 Aug 18 19:44:16.767674 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb21bd-535c-4713-b0ba-5a7bb0b912a5 admin admin] Pushing event updated for resources: {'Port': ['ID=2b4da1c9-37a7-424f-a54a-e7d90dba9837,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:16.813356 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-957103f1-0994-4f2d-acba-9f6b70b870c6 req-313747dc-b721-4da6-9408-4c05c2fb8f95 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dce2f450-0829-49bd-98f5-ccdff24d54ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402377 Aug 18 19:44:16.925117 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-957103f1-0994-4f2d-acba-9f6b70b870c6 req-0f7392f8-6f5f-4cbb-8507-82fff75d79db service neutron] 10.222.0.35 "GET /v2.0/networks/dce2f450-0829-49bd-98f5-ccdff24d54ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025510 Aug 18 19:44:16.969296 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-9efb21bd-535c-4713-b0ba-5a7bb0b912a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:17.031217 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-957103f1-0994-4f2d-acba-9f6b70b870c6 req-459490c4-709b-47ba-b387-c70a128d5123 service neutron] 10.222.0.35 "GET /v2.0/networks/dce2f450-0829-49bd-98f5-ccdff24d54ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982876 Aug 18 19:44:17.080696 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e3d79-c2b4-4ed2-bbe1-5dad9f6287d5 req-266c5f08-a377-45ac-b1e9-1ca910fa52f8 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:17.082213 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8d4e3d79-c2b4-4ed2-bbe1-5dad9f6287d5 req-266c5f08-a377-45ac-b1e9-1ca910fa52f8 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6248db3-5744-4769-b3fe-8a46fb52a931 HTTP/1.1" status: 200 len: 945 time: 0.0605986 Aug 18 19:44:17.195665 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-9efb21bd-535c-4713-b0ba-5a7bb0b912a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678875'] for router, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:17.206524 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfbcf7-70d1-418e-9f07-c76539c71496 req-fd3fda01-14f0-469b-ad55-d3f3896b3653 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:17.208271 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f1dfbcf7-70d1-418e-9f07-c76539c71496 req-fd3fda01-14f0-469b-ad55-d3f3896b3653 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0997577 Aug 18 19:44:17.276831 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f1dfbcf7-70d1-418e-9f07-c76539c71496 req-84ec2b39-1360-481c-9da2-8d81c0057ccc tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480886 Aug 18 19:44:17.289493 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-8d4e3d79-c2b4-4ed2-bbe1-5dad9f6287d5 req-70553eec-27aa-4568-9177-7c39d8c2decf tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Deleting port ea634ed9-4171-4c07-a9d6-a5f490aa61e8 {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:44:17.290161 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8d4e3d79-c2b4-4ed2-bbe1-5dad9f6287d5 req-70553eec-27aa-4568-9177-7c39d8c2decf tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:17.350481 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d95162-5a49-4631-b4d2-ad7a7b26a1fe req-b0b3f71a-6917-4366-94b1-3af7d769b6ba tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:17.352108 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-56d95162-5a49-4631-b4d2-ad7a7b26a1fe req-b0b3f71a-6917-4366-94b1-3af7d769b6ba tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6248db3-5744-4769-b3fe-8a46fb52a931 HTTP/1.1" status: 200 len: 945 time: 0.1066797 Aug 18 19:44:17.405363 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-56d95162-5a49-4631-b4d2-ad7a7b26a1fe req-c65e3ad1-9322-4de9-9560-db339fc40d7b tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461953 Aug 18 19:44:17.410397 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-8d4e3d79-c2b4-4ed2-bbe1-5dad9f6287d5 req-70553eec-27aa-4568-9177-7c39d8c2decf tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] For port ea634ed9-4171-4c07-a9d6-a5f490aa61e8, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=ea634ed9-4171-4c07-a9d6-a5f490aa61e8,segment=NetworkSegment(605a172b-6239-4dbf-bd92-fa834675d634),segment_id=605a172b-6239-4dbf-bd92-fa834675d634)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:44:17.410855 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8d4e3d79-c2b4-4ed2-bbe1-5dad9f6287d5 req-70553eec-27aa-4568-9177-7c39d8c2decf tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:17.432119 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-8d4e3d79-c2b4-4ed2-bbe1-5dad9f6287d5 req-70553eec-27aa-4568-9177-7c39d8c2decf tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Calling delete_port for ea634ed9-4171-4c07-a9d6-a5f490aa61e8 owned by compute:nova {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:44:17.432330 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efb21bd-535c-4713-b0ba-5a7bb0b912a5 admin admin] Router 997740a1-6519-4882-816e-14dcb1880b52 is scheduled to L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a with binding_index 1 {{(pid=100439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 19:44:17.568057 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc2d680-468f-4b1e-a357-f33bc6a23df2 None None] Network f814e1db-1b4f-4223-8eee-1aae8c8f02d7 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:44:17.617662 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8d4e3d79-c2b4-4ed2-bbe1-5dad9f6287d5 req-70553eec-27aa-4568-9177-7c39d8c2decf tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:17.619476 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efb21bd-535c-4713-b0ba-5a7bb0b912a5 admin admin] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:44:17.630135 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900dcf31-7ed1-4643-9260-18b3bd456655 None None] Sync routers for ids ['997740a1-6519-4882-816e-14dcb1880b52'] in dv-cinder-805072-2-iscsi {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:44:17.643163 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900dcf31-7ed1-4643-9260-18b3bd456655 None None] Routers {'997740a1-6519-4882-816e-14dcb1880b52'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:44:17.644228 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-900dcf31-7ed1-4643-9260-18b3bd456655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:44:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['997740a1-6519-4882-816e-14dcb1880b52'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:44:17.651719 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-9efb21bd-535c-4713-b0ba-5a7bb0b912a5 admin admin] Notify callbacks [] for router, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:17.655397 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-9efb21bd-535c-4713-b0ba-5a7bb0b912a5 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0927029 Aug 18 19:44:17.655558 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70553eec-27aa-4568-9177-7c39d8c2decf tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Pushing event deleted for resources: {'Port': ['ID=ea634ed9-4171-4c07-a9d6-a5f490aa61e8,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:17.656215 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 44496) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:44:17.671170 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['ea634ed9-4171-4c07-a9d6-a5f490aa61e8'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:44:17.675767 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-b10820a1-5dca-47a8-a1f4-8c9408a4df08 None None] Provisioning for port df7ffec6-e8a5-4592-a8d6-558beeeb5325 completed by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:44:17.713133 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4e3d79-c2b4-4ed2-bbe1-5dad9f6287d5 req-70553eec-27aa-4568-9177-7c39d8c2decf tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] No DVR routers for this DVR port ea634ed9-4171-4c07-a9d6-a5f490aa61e8 on host hv-cinder-80507 {{(pid=100440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:44:17.715664 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8d4e3d79-c2b4-4ed2-bbe1-5dad9f6287d5 req-70553eec-27aa-4568-9177-7c39d8c2decf tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:17.718001 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8d4e3d79-c2b4-4ed2-bbe1-5dad9f6287d5 req-70553eec-27aa-4568-9177-7c39d8c2decf tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.35 "DELETE /v2.0/ports/ea634ed9-4171-4c07-a9d6-a5f490aa61e8 HTTP/1.1" status: 204 len: 173 time: 0.5788424 Aug 18 19:44:17.718470 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6248db3-5744-4769-b3fe-8a46fb52a931', 'name': 'network-vif-deleted', 'tag': 'ea634ed9-4171-4c07-a9d6-a5f490aa61e8'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:44:17.720898 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0fdecf-d0bb-470f-b0de-47c03421d76e" -d '{"events": [{"server_uuid": "e6248db3-5744-4769-b3fe-8a46fb52a931", "name": "network-vif-deleted", "tag": "ea634ed9-4171-4c07-a9d6-a5f490aa61e8"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:44:17.837528 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-900dcf31-7ed1-4643-9260-18b3bd456655 None None] Set router 997740a1-6519-4882-816e-14dcb1880b52 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:44:17.852346 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7545d526-be58-4002-bf85-42baf3a13a8f x-openstack-request-id: req-7545d526-be58-4002-bf85-42baf3a13a8f {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:44:17.852635 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6248db3-5744-4769-b3fe-8a46fb52a931", "name": "network-vif-deleted", "tag": "ea634ed9-4171-4c07-a9d6-a5f490aa61e8", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:44:17.852878 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7545d526-be58-4002-bf85-42baf3a13a8f {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:44:17.853265 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6248db3-5744-4769-b3fe-8a46fb52a931', 'name': 'network-vif-deleted', 'tag': 'ea634ed9-4171-4c07-a9d6-a5f490aa61e8', 'status': 'completed', 'code': 200} Aug 18 19:44:18.065717 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-900dcf31-7ed1-4643-9260-18b3bd456655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997740a1-6519-4882-816e-14dcb1880b52', 'name': 'tempest-TestMinimumBasicScenario-229044681-router', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '2b4da1c9-37a7-424f-a54a-e7d90dba9837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:44:15Z', 'updated_at': '2021-08-18T19:44:16Z', 'revision_number': 3, 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'gw_port': {'id': '2b4da1c9-37a7-424f-a54a-e7d90dba9837', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997740a1-6519-4882-816e-14dcb1880b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:16Z', 'updated_at': '2021-08-18T19:44:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:44:18.091842 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900dcf31-7ed1-4643-9260-18b3bd456655 None None] Checking router: 997740a1-6519-4882-816e-14dcb1880b52 for host: dv-cinder-805072-2-iscsi {{(pid=100442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:44:18.092194 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900dcf31-7ed1-4643-9260-18b3bd456655 None None] Updating router 997740a1-6519-4882-816e-14dcb1880b52 port 2b4da1c9-37a7-424f-a54a-e7d90dba9837 binding host dv-cinder-805072-2-iscsi {{(pid=100442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:44:18.098499 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:18.120621 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-900dcf31-7ed1-4643-9260-18b3bd456655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:18.345500 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-1412e71b-f411-4ee3-9280-d11ec0d40133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:18.411812 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:18.423912 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-900dcf31-7ed1-4643-9260-18b3bd456655 None None] Notify callbacks [] for port, precommit_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:18.440037 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.provisioning_blocks [None req-900dcf31-7ed1-4643-9260-18b3bd456655 None None] Transition to ACTIVE for port object 2b4da1c9-37a7-424f-a54a-e7d90dba9837 will not be triggered until provisioned by entity L2. {{(pid=100442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:44:18.447395 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-900dcf31-7ed1-4643-9260-18b3bd456655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:18.492859 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7dc660-de94-409a-bbfa-90399063f648 None None] Pushing event updated for resources: {'Port': ['ID=2b4da1c9-37a7-424f-a54a-e7d90dba9837,revision_number=2']} {{(pid=100442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:18.501199 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fa22d-3f39-4042-b735-1ecbfc8072bb req-751f3eae-2a50-4982-9756-e83da5d576d6 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:18.501859 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-5d9fa22d-3f39-4042-b735-1ecbfc8072bb req-751f3eae-2a50-4982-9756-e83da5d576d6 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.1030185 Aug 18 19:44:18.505721 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7dc660-de94-409a-bbfa-90399063f648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:18.506132 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7dc660-de94-409a-bbfa-90399063f648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:18.506491 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7dc660-de94-409a-bbfa-90399063f648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:18.507354 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7dc660-de94-409a-bbfa-90399063f648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:18.507354 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7dc660-de94-409a-bbfa-90399063f648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:18.507529 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7dc660-de94-409a-bbfa-90399063f648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:18.507848 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7dc660-de94-409a-bbfa-90399063f648 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:18.508178 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7dc660-de94-409a-bbfa-90399063f648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:18.508522 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7dc660-de94-409a-bbfa-90399063f648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:18.508857 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7dc660-de94-409a-bbfa-90399063f648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:18.509183 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7dc660-de94-409a-bbfa-90399063f648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:18.509878 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7dc660-de94-409a-bbfa-90399063f648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:18.551215 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-900dcf31-7ed1-4643-9260-18b3bd456655 None None] Attempting to bind port 2b4da1c9-37a7-424f-a54a-e7d90dba9837 on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:44:18.551588 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-900dcf31-7ed1-4643-9260-18b3bd456655 None None] Attempting to bind port 2b4da1c9-37a7-424f-a54a-e7d90dba9837 by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}] {{(pid=100442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:44:18.551961 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900dcf31-7ed1-4643-9260-18b3bd456655 None None] Attempting to bind port 2b4da1c9-37a7-424f-a54a-e7d90dba9837 on network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:44:18.561134 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900dcf31-7ed1-4643-9260-18b3bd456655 None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:44:18.561542 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900dcf31-7ed1-4643-9260-18b3bd456655 None None] Checking segment: {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:44:18.561927 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-900dcf31-7ed1-4643-9260-18b3bd456655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:18.562330 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900dcf31-7ed1-4643-9260-18b3bd456655 None None] Bound using segment: {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'} {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:44:18.562832 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-900dcf31-7ed1-4643-9260-18b3bd456655 None None] Bound port: 2b4da1c9-37a7-424f-a54a-e7d90dba9837, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}}] {{(pid=100442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:44:18.563422 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-900dcf31-7ed1-4643-9260-18b3bd456655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:18.579950 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-5d9fa22d-3f39-4042-b735-1ecbfc8072bb req-5fb7f2b8-3f8c-444d-a192-fe08e2abc617 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688841 Aug 18 19:44:18.582907 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.db_base_plugin_common [None req-1412e71b-f411-4ee3-9280-d11ec0d40133 admin admin] Allocated IP 172.20.0.1 (f814e1db-1b4f-4223-8eee-1aae8c8f02d7/498b2575-11ea-41fa-9148-e98bdc81666c/0067c1bf-8aa5-4dfc-9e14-795815fd63d7) {{(pid=100439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:44:18.640652 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device df7ffec6-e8a5-4592-a8d6-558beeeb5325 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:44:18.643652 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e3c603d1-4f42-4a2e-93b6-1f973f100e7c req-07e5c3f2-a053-4ae0-82cf-84b116ab54b3 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6248db3-5744-4769-b3fe-8a46fb52a931 HTTP/1.1" status: 200 len: 210 time: 0.0809596 Aug 18 19:44:18.655080 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.db [None req-900dcf31-7ed1-4643-9260-18b3bd456655 None None] For port 2b4da1c9-37a7-424f-a54a-e7d90dba9837, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:44:18.658946 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.db [None req-900dcf31-7ed1-4643-9260-18b3bd456655 None None] For port 2b4da1c9-37a7-424f-a54a-e7d90dba9837, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=2b4da1c9-37a7-424f-a54a-e7d90dba9837,segment=NetworkSegment(0bdaf2c9-3eca-4db0-8337-689581495736),segment_id=0bdaf2c9-3eca-4db0-8337-689581495736)] {{(pid=100442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:44:18.665579 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-900dcf31-7ed1-4643-9260-18b3bd456655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:18.691659 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port df7ffec6-e8a5-4592-a8d6-558beeeb5325 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:44:18.698906 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port df7ffec6-e8a5-4592-a8d6-558beeeb5325 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:44:18.699590 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:18.708728 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-1412e71b-f411-4ee3-9280-d11ec0d40133 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:18.725951 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.provisioning_blocks [None req-1412e71b-f411-4ee3-9280-d11ec0d40133 admin admin] Transition to ACTIVE for port object 0067c1bf-8aa5-4dfc-9e14-795815fd63d7 will not be triggered until provisioned by entity DHCP. {{(pid=100439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:44:18.752023 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7dc660-de94-409a-bbfa-90399063f648 None None] Pushing event updated for resources: {'Port': ['ID=2b4da1c9-37a7-424f-a54a-e7d90dba9837,revision_number=3']} {{(pid=100442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:18.761761 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900dcf31-7ed1-4643-9260-18b3bd456655 None None] Routers {'997740a1-6519-4882-816e-14dcb1880b52'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:44:18.762154 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-900dcf31-7ed1-4643-9260-18b3bd456655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:44:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['997740a1-6519-4882-816e-14dcb1880b52'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:44:18.769605 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-1412e71b-f411-4ee3-9280-d11ec0d40133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286'] for port, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:18.788978 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:18.825579 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1412e71b-f411-4ee3-9280-d11ec0d40133 admin admin] Network f814e1db-1b4f-4223-8eee-1aae8c8f02d7 is already hosted by enough agents. {{(pid=100439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:44:18.830637 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-1412e71b-f411-4ee3-9280-d11ec0d40133 admin admin] Resources bound (agent type, host, resource id): {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:44:18.832820 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412e71b-f411-4ee3-9280-d11ec0d40133 admin admin] Pushing event updated for resources: {'Port': ['ID=0067c1bf-8aa5-4dfc-9e14-795815fd63d7,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:18.835186 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1412e71b-f411-4ee3-9280-d11ec0d40133 admin admin] Received port after_create {{(pid=100439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:44:18.835682 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-1412e71b-f411-4ee3-9280-d11ec0d40133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1676627'] for router_interface, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:18.836177 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] For port df7ffec6-e8a5-4592-a8d6-558beeeb5325, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=df7ffec6-e8a5-4592-a8d6-558beeeb5325,segment=NetworkSegment(5ecfeeca-a0c3-4ca6-b9b0-20cf92499652),segment_id=5ecfeeca-a0c3-4ca6-b9b0-20cf92499652)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:44:18.851033 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:18.936105 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Pushing event updated for resources: {'Port': ['ID=df7ffec6-e8a5-4592-a8d6-558beeeb5325,revision_number=3']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:18.968846 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-900dcf31-7ed1-4643-9260-18b3bd456655 None None] Set router 997740a1-6519-4882-816e-14dcb1880b52 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:44:19.008448 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-1412e71b-f411-4ee3-9280-d11ec0d40133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:19.092776 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-9bcf9d34-52d4-4a32-b564-79102137fde9 None None] Provisioning for port 0067c1bf-8aa5-4dfc-9e14-795815fd63d7 completed by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:44:19.096643 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-9bcf9d34-52d4-4a32-b564-79102137fde9 None None] Provisioning complete for port 0067c1bf-8aa5-4dfc-9e14-795815fd63d7 triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:44:19.097010 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-9bcf9d34-52d4-4a32-b564-79102137fde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:19.131349 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-9bcf9d34-52d4-4a32-b564-79102137fde9 None None] Port 0067c1bf-8aa5-4dfc-9e14-795815fd63d7 cannot update to ACTIVE because it is not bound. {{(pid=100441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:44:19.163526 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-900dcf31-7ed1-4643-9260-18b3bd456655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997740a1-6519-4882-816e-14dcb1880b52', 'name': 'tempest-TestMinimumBasicScenario-229044681-router', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '2b4da1c9-37a7-424f-a54a-e7d90dba9837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:44:15Z', 'updated_at': '2021-08-18T19:44:16Z', 'revision_number': 3, 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'gw_port': {'id': '2b4da1c9-37a7-424f-a54a-e7d90dba9837', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997740a1-6519-4882-816e-14dcb1880b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:16Z', 'updated_at': '2021-08-18T19:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:44:19.184919 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-1412e71b-f411-4ee3-9280-d11ec0d40133 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:19.189052 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900dcf31-7ed1-4643-9260-18b3bd456655 None None] The sync data for ids ['997740a1-6519-4882-816e-14dcb1880b52'] in dv-cinder-805072-2-iscsi is: [{'id': '997740a1-6519-4882-816e-14dcb1880b52', 'name': 'tempest-TestMinimumBasicScenario-229044681-router', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '2b4da1c9-37a7-424f-a54a-e7d90dba9837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:44:15Z', 'updated_at': '2021-08-18T19:44:16Z', 'revision_number': 3, 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'gw_port': {'id': '2b4da1c9-37a7-424f-a54a-e7d90dba9837', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997740a1-6519-4882-816e-14dcb1880b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:16Z', 'updated_at': '2021-08-18T19:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}] {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:44:19.189535 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-1412e71b-f411-4ee3-9280-d11ec0d40133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:19.190259 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-1412e71b-f411-4ee3-9280-d11ec0d40133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1676711'] for router_interface, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:19.273375 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412e71b-f411-4ee3-9280-d11ec0d40133 admin admin] Pushing event updated for resources: {'Port': ['ID=0067c1bf-8aa5-4dfc-9e14-795815fd63d7,revision_number=2']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:19.316460 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1412e71b-f411-4ee3-9280-d11ec0d40133 admin admin] Network f814e1db-1b4f-4223-8eee-1aae8c8f02d7 is already hosted by enough agents. {{(pid=100439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:44:19.317899 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-1412e71b-f411-4ee3-9280-d11ec0d40133 admin admin] Resources bound (agent type, host, resource id): {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:44:19.464610 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1412e71b-f411-4ee3-9280-d11ec0d40133 admin admin] Router 997740a1-6519-4882-816e-14dcb1880b52 has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:44:19.553186 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-09726e6d-fac2-49f8-b15c-f019f33c3ded None None] Provisioning complete for port 0067c1bf-8aa5-4dfc-9e14-795815fd63d7 triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:44:19.553822 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-09726e6d-fac2-49f8-b15c-f019f33c3ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:19.591726 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-09726e6d-fac2-49f8-b15c-f019f33c3ded None None] Port 0067c1bf-8aa5-4dfc-9e14-795815fd63d7 cannot update to ACTIVE because it is not bound. {{(pid=100441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:44:19.599674 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1412e71b-f411-4ee3-9280-d11ec0d40133 admin admin] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:44:19.604963 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-1412e71b-f411-4ee3-9280-d11ec0d40133 admin admin] 10.222.0.38 "PUT /v2.0/routers/997740a1-6519-4882-816e-14dcb1880b52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9474459 Aug 18 19:44:19.722083 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774b37a-737b-4824-beb2-bbfd1af11ea2 req-494179a6-2283-4c20-90f7-d2c7a93c0077 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:19.727257 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e774b37a-737b-4824-beb2-bbfd1af11ea2 req-494179a6-2283-4c20-90f7-d2c7a93c0077 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0628850 Aug 18 19:44:19.778788 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e774b37a-737b-4824-beb2-bbfd1af11ea2 req-5f554b80-e16c-4c40-ba8c-a372c2270cad tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461717 Aug 18 19:44:19.976372 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-5b9704fe-70a7-44e8-9585-724b7454c84e tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:19.977957 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-5b9704fe-70a7-44e8-9585-724b7454c84e tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/networks?id=8ae1ee30-7bf8-4179-b887-ec9900231936 HTTP/1.1" status: 200 len: 809 time: 0.1087508 Aug 18 19:44:19.994788 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-ddf48010-5237-43ae-9d5f-38b9d2f6c688 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/quotas/3810f1999faf4f99a10e8a84685cdd66 HTTP/1.1" status: 200 len: 375 time: 0.0105245 Aug 18 19:44:20.029088 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-d793d841-6d35-41a6-8b64-2fcaada7d562 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3810f1999faf4f99a10e8a84685cdd66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280943 Aug 18 19:44:20.139302 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-9fc2f9f8-4ed7-4398-912f-dc481d13c37b service neutron] 10.222.0.38 "GET /v2.0/networks/8ae1ee30-7bf8-4179-b887-ec9900231936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004133 Aug 18 19:44:20.188165 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 44542) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:44:20.193308 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-4755c8ce-00e4-40bc-9e17-5d8aff5c1834 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1823484907-network', 'tenant_id': '144ec37d86004f94822cc10e394ed93b'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:44:20.214882 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4755c8ce-00e4-40bc-9e17-5d8aff5c1834 admin admin] Made reservation on behalf of 144ec37d86004f94822cc10e394ed93b for: {'network': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:44:20.217106 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4755c8ce-00e4-40bc-9e17-5d8aff5c1834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for network, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:20.225644 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4755c8ce-00e4-40bc-9e17-5d8aff5c1834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:20.227824 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-0766607b-b080-4431-93ae-7ccdba62c17d service neutron] 10.222.0.38 "GET /v2.0/networks/8ae1ee30-7bf8-4179-b887-ec9900231936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856614 Aug 18 19:44:20.327309 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4755c8ce-00e4-40bc-9e17-5d8aff5c1834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:20.331954 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4755c8ce-00e4-40bc-9e17-5d8aff5c1834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:20.367443 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755c8ce-00e4-40bc-9e17-5d8aff5c1834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f51fa5-c283-4f44-a03a-9424581eb196,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:20.374559 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4755c8ce-00e4-40bc-9e17-5d8aff5c1834 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=100440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:44:20.401618 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4755c8ce-00e4-40bc-9e17-5d8aff5c1834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:20.401969 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.db.segments_db [None req-4755c8ce-00e4-40bc-9e17-5d8aff5c1834 admin admin] Added segment 4f3197d2-ffd5-4fc9-b025-ab38230c10d9 of type vlan for network 0fc17fd2-4ef6-475d-957f-70cad1c54450 Aug 18 19:44:20.423560 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-559a0366-f2e5-4297-849e-930b8db6f4a9 req-f66d4a15-6bf1-4aaa-a266-3400bed0f56b tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=65cc3c50-a3f5-42ae-9113-6e109b5c70e5 HTTP/1.1" status: 200 len: 210 time: 0.0363829 Aug 18 19:44:20.462448 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4755c8ce-00e4-40bc-9e17-5d8aff5c1834 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741574042296'] for network, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:20.496558 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4755c8ce-00e4-40bc-9e17-5d8aff5c1834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for network, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:20.497551 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4755c8ce-00e4-40bc-9e17-5d8aff5c1834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:20.498136 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4755c8ce-00e4-40bc-9e17-5d8aff5c1834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:20.566891 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-4755c8ce-00e4-40bc-9e17-5d8aff5c1834 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3747022 Aug 18 19:44:20.567339 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 44552) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:44:20.577228 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-29f2ff84-9c72-4d4d-a3e6-f990244e60fe admin admin] Request body: {'subnet': {'network_id': '0fc17fd2-4ef6-475d-957f-70cad1c54450', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1823484907-subnet', 'tenant_id': '144ec37d86004f94822cc10e394ed93b', 'ip_version': 4}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:44:20.584320 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755c8ce-00e4-40bc-9e17-5d8aff5c1834 admin admin] Pushing event updated for resources: {'Network': ['ID=0fc17fd2-4ef6-475d-957f-70cad1c54450,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:20.595679 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Network 0fc17fd2-4ef6-475d-957f-70cad1c54450 details requested by agent ovs-agent-dv-cinder-805072-2-iscsi with host dv-cinder-805072-2-iscsi {{(pid=100441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:44:20.620644 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f2ff84-9c72-4d4d-a3e6-f990244e60fe admin admin] Made reservation on behalf of 144ec37d86004f94822cc10e394ed93b for: {'subnet': 1} {{(pid=100439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:44:20.623207 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-29f2ff84-9c72-4d4d-a3e6-f990244e60fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:20.667385 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 2b4da1c9-37a7-424f-a54a-e7d90dba9837 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:44:20.711815 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device ea634ed9-4171-4c07-a9d6-a5f490aa61e8 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:44:20.742970 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] No Port match for: ea634ed9-4171-4c07-a9d6-a5f490aa61e8 {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:44:20.743323 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device ea634ed9-4171-4c07-a9d6-a5f490aa61e8 not bound to the agent host hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:44:20.764904 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port 2b4da1c9-37a7-424f-a54a-e7d90dba9837 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:44:20.769080 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 2b4da1c9-37a7-424f-a54a-e7d90dba9837 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:44:20.769459 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:20.863442 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:20.869453 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-29f2ff84-9c72-4d4d-a3e6-f990244e60fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for subnet, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:20.887622 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] For port 2b4da1c9-37a7-424f-a54a-e7d90dba9837, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=2b4da1c9-37a7-424f-a54a-e7d90dba9837,segment=NetworkSegment(0bdaf2c9-3eca-4db0-8337-689581495736),segment_id=0bdaf2c9-3eca-4db0-8337-689581495736)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:44:20.892986 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:20.893863 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device df7ffec6-e8a5-4592-a8d6-558beeeb5325 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:44:20.980981 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2ff84-9c72-4d4d-a3e6-f990244e60fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=04f6be88-7e67-4aee-889d-fd6d4384492a,revision_number=0']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:20.985783 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Pushing event updated for resources: {'Port': ['ID=2b4da1c9-37a7-424f-a54a-e7d90dba9837,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:20.988462 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f2ff84-9c72-4d4d-a3e6-f990244e60fe admin admin] Checking segment: {'id': '4f3197d2-ffd5-4fc9-b025-ab38230c10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0fc17fd2-4ef6-475d-957f-70cad1c54450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:44:20.988833 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f2ff84-9c72-4d4d-a3e6-f990244e60fe admin admin] Network hostable DHCP agents. Network: 0fc17fd2-4ef6-475d-957f-70cad1c54450, hostable agents: ['ab24a8c0-5fbc-4c54-80f8-7c76df3937f6'], hosted agents: [] {{(pid=100439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:44:20.994972 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port df7ffec6-e8a5-4592-a8d6-558beeeb5325 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:44:20.995471 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:21.010891 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc77b76-d410-41a2-b730-85280a241c55 req-032704a0-0a8f-4d61-836e-392fe24057c1 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:21.012485 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-4bc77b76-d410-41a2-b730-85280a241c55 req-032704a0-0a8f-4d61-836e-392fe24057c1 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.1017380 Aug 18 19:44:21.022981 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415c1469-acb2-4131-99de-a40f808d794e None None] Sync routers for ids ['997740a1-6519-4882-816e-14dcb1880b52'] in dv-cinder-805072-2-iscsi {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:44:21.037580 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f2ff84-9c72-4d4d-a3e6-f990244e60fe admin admin] Network 0fc17fd2-4ef6-475d-957f-70cad1c54450 is scheduled to be hosted by DHCP agent ab24a8c0-5fbc-4c54-80f8-7c76df3937f6 with binding_index 1 {{(pid=100439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:44:21.038076 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415c1469-acb2-4131-99de-a40f808d794e None None] Routers {'997740a1-6519-4882-816e-14dcb1880b52'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:44:21.038935 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-415c1469-acb2-4131-99de-a40f808d794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:44:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['997740a1-6519-4882-816e-14dcb1880b52'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:44:21.057430 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-29f2ff84-9c72-4d4d-a3e6-f990244e60fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-2-iscsi, 0fc17fd2-4ef6-475d-957f-70cad1c54450) {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:44:21.066334 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f2ff84-9c72-4d4d-a3e6-f990244e60fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:21.067243 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-29f2ff84-9c72-4d4d-a3e6-f990244e60fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for subnet, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:21.073218 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-4bc77b76-d410-41a2-b730-85280a241c55 req-55adb7bd-2cb5-483c-8e36-f225a1cd34aa tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527143 Aug 18 19:44:21.083396 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbd63e7-423e-4770-9751-b0b3915311e5 None None] Network 0fc17fd2-4ef6-475d-957f-70cad1c54450 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:44:21.097299 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 44558) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:44:21.100259 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-29f2ff84-9c72-4d4d-a3e6-f990244e60fe admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5300317 Aug 18 19:44:21.107148 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-1bef4d42-a6e7-4080-a222-1aea818725f4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1823484907-router', 'tenant_id': '144ec37d86004f94822cc10e394ed93b', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:44:21.151194 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-1bef4d42-a6e7-4080-a222-1aea818725f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1674435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59127'] for router, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:21.152642 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-1bef4d42-a6e7-4080-a222-1aea818725f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1674323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1679070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59104'] for router, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:21.219992 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-1bef4d42-a6e7-4080-a222-1aea818725f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:21.270300 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-415c1469-acb2-4131-99de-a40f808d794e None None] Set router 997740a1-6519-4882-816e-14dcb1880b52 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:44:21.364571 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-1bef4d42-a6e7-4080-a222-1aea818725f4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:21.458170 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6679b6-4753-4a5f-8889-b3345c62b258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e82691-4069-53cc-8ab6-7a3df7d55f6e-0fc17fd2-4ef6-475d-957f-70cad1c54450', 'network_id': '0fc17fd2-4ef6-475d-957f-70cad1c54450', 'tenant_id': '144ec37d86004f94822cc10e394ed93b', 'fixed_ips': [{'subnet_id': '04f6be88-7e67-4aee-889d-fd6d4384492a'}]}} from dv-cinder-805072-2-iscsi. {{(pid=100441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 19:44:21.459045 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-7a6679b6-4753-4a5f-8889-b3345c62b258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:21.665275 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.db_base_plugin_common [None req-7a6679b6-4753-4a5f-8889-b3345c62b258 None None] Allocated IP 172.20.0.2 (0fc17fd2-4ef6-475d-957f-70cad1c54450/04f6be88-7e67-4aee-889d-fd6d4384492a/fdca390f-753a-4f6d-88af-0391c2019338) {{(pid=100441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:44:21.679601 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-415c1469-acb2-4131-99de-a40f808d794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997740a1-6519-4882-816e-14dcb1880b52', 'name': 'tempest-TestMinimumBasicScenario-229044681-router', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '2b4da1c9-37a7-424f-a54a-e7d90dba9837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:44:15Z', 'updated_at': '2021-08-18T19:44:18Z', 'revision_number': 4, 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'gw_port': {'id': '2b4da1c9-37a7-424f-a54a-e7d90dba9837', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997740a1-6519-4882-816e-14dcb1880b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:16Z', 'updated_at': '2021-08-18T19:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '0067c1bf-8aa5-4dfc-9e14-795815fd63d7', 'name': '', 'network_id': 'f814e1db-1b4f-4223-8eee-1aae8c8f02d7', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'mac_address': 'fa:16:3e:ee:e1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997740a1-6519-4882-816e-14dcb1880b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '498b2575-11ea-41fa-9148-e98bdc81666c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:18Z', 'updated_at': '2021-08-18T19:44:19Z', 'revision_number': 2, 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'subnets': [{'id': '498b2575-11ea-41fa-9148-e98bdc81666c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:44:21.713188 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415c1469-acb2-4131-99de-a40f808d794e None None] Checking router: 997740a1-6519-4882-816e-14dcb1880b52 for host: dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:44:21.713494 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415c1469-acb2-4131-99de-a40f808d794e None None] Updating router 997740a1-6519-4882-816e-14dcb1880b52 port 0067c1bf-8aa5-4dfc-9e14-795815fd63d7 binding host dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:44:21.863466 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2b3062b7-92d4-4f9d-9e16-ade5a20c54d7 req-0c607f16-a1b2-4173-95de-451fcd1b758a tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=65cc3c50-a3f5-42ae-9113-6e109b5c70e5 HTTP/1.1" status: 200 len: 210 time: 0.1363904 Aug 18 19:44:21.915431 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-415c1469-acb2-4131-99de-a40f808d794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:21.943064 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-1bef4d42-a6e7-4080-a222-1aea818725f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:21.951237 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-eac80a19-f769-4243-abfb-90b48ccc5af0 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:21.952735 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-eac80a19-f769-4243-abfb-90b48ccc5af0 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.35 "GET /v2.0/networks?id=8ae1ee30-7bf8-4179-b887-ec9900231936 HTTP/1.1" status: 200 len: 809 time: 0.2245874 Aug 18 19:44:21.975533 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-4ac6aa66-2d2d-44af-ba05-d0ea434dfd0e tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Request body: {'port': {'device_id': '65cc3c50-a3f5-42ae-9113-6e109b5c70e5', 'network_id': '8ae1ee30-7bf8-4179-b887-ec9900231936', 'admin_state_up': True, 'tenant_id': '3810f1999faf4f99a10e8a84685cdd66'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:44:21.979126 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-1bef4d42-a6e7-4080-a222-1aea818725f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:22.166472 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [None req-1bef4d42-a6e7-4080-a222-1aea818725f4 admin admin] Allocated IP 172.27.2.185 (c9e7b0ac-d07a-45d1-b669-710203e2b4d9/fcdf06bc-9cb8-408c-b78f-916aa229f92b/bb57d5d4-5373-4277-9027-40327019468c) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:44:22.176313 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-7a6679b6-4753-4a5f-8889-b3345c62b258 None None] Notify callbacks [] for port, precommit_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:22.183628 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-4ac6aa66-2d2d-44af-ba05-d0ea434dfd0e tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Made reservation on behalf of 3810f1999faf4f99a10e8a84685cdd66 for: {'port': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:44:22.187671 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-4ac6aa66-2d2d-44af-ba05-d0ea434dfd0e tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:22.213333 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b06b36-7c27-4483-b7b0-07a8cdb589e3 req-39379a87-741c-4995-8856-88e8aec8d948 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:22.215049 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f1b06b36-7c27-4483-b7b0-07a8cdb589e3 req-39379a87-741c-4995-8856-88e8aec8d948 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0623295 Aug 18 19:44:22.219888 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-7a6679b6-4753-4a5f-8889-b3345c62b258 None None] Transition to ACTIVE for port object fdca390f-753a-4f6d-88af-0391c2019338 will not be triggered until provisioned by entity L2. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:44:22.244784 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-7a6679b6-4753-4a5f-8889-b3345c62b258 None None] Transition to ACTIVE for port object fdca390f-753a-4f6d-88af-0391c2019338 will not be triggered until provisioned by entity DHCP. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:44:22.257353 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-7a6679b6-4753-4a5f-8889-b3345c62b258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286'] for port, after_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:22.264413 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f1b06b36-7c27-4483-b7b0-07a8cdb589e3 req-5fa3f937-0a1f-49fe-9837-353b20b955a5 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399003 Aug 18 19:44:22.323693 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6679b6-4753-4a5f-8889-b3345c62b258 None None] Network 0fc17fd2-4ef6-475d-957f-70cad1c54450 is already hosted by enough agents. {{(pid=100441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:44:22.329536 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.scheduler.base_scheduler [None req-7a6679b6-4753-4a5f-8889-b3345c62b258 None None] Resources bound (agent type, host, resource id): {{(pid=100441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:44:22.336736 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6679b6-4753-4a5f-8889-b3345c62b258 None None] Received port after_create {{(pid=100441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:44:22.352770 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6679b6-4753-4a5f-8889-b3345c62b258 None None] Pushing event updated for resources: {'Port': ['ID=fdca390f-753a-4f6d-88af-0391c2019338,revision_number=1']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:22.377139 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-1bef4d42-a6e7-4080-a222-1aea818725f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:22.415468 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-4ac6aa66-2d2d-44af-ba05-d0ea434dfd0e tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Allocated IP 172.20.0.8 (8ae1ee30-7bf8-4179-b887-ec9900231936/d045b04e-304f-4f7a-833f-098824dc8df8/9e4ef088-0bde-4a0e-8d14-0659f8f11217) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:44:22.444741 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-415c1469-acb2-4131-99de-a40f808d794e None None] Notify callbacks [] for port, precommit_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:22.452419 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-7a6679b6-4753-4a5f-8889-b3345c62b258 None None] Attempting to bind port fdca390f-753a-4f6d-88af-0391c2019338 on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:44:22.452794 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-7a6679b6-4753-4a5f-8889-b3345c62b258 None None] Attempting to bind port fdca390f-753a-4f6d-88af-0391c2019338 by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': '4f3197d2-ffd5-4fc9-b025-ab38230c10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0fc17fd2-4ef6-475d-957f-70cad1c54450'}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:44:22.453165 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6679b6-4753-4a5f-8889-b3345c62b258 None None] Attempting to bind port fdca390f-753a-4f6d-88af-0391c2019338 on network 0fc17fd2-4ef6-475d-957f-70cad1c54450 {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:44:22.461590 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-415c1469-acb2-4131-99de-a40f808d794e None None] Transition to ACTIVE for port object 0067c1bf-8aa5-4dfc-9e14-795815fd63d7 will not be triggered until provisioned by entity L2. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:44:22.464408 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6679b6-4753-4a5f-8889-b3345c62b258 None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:44:22.464847 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6679b6-4753-4a5f-8889-b3345c62b258 None None] Checking segment: {'id': '4f3197d2-ffd5-4fc9-b025-ab38230c10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0fc17fd2-4ef6-475d-957f-70cad1c54450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:44:22.465235 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-7a6679b6-4753-4a5f-8889-b3345c62b258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:22.465595 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6679b6-4753-4a5f-8889-b3345c62b258 None None] Bound using segment: {'id': '4f3197d2-ffd5-4fc9-b025-ab38230c10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0fc17fd2-4ef6-475d-957f-70cad1c54450'} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:44:22.466246 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-7a6679b6-4753-4a5f-8889-b3345c62b258 None None] Bound port: fdca390f-753a-4f6d-88af-0391c2019338, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3197d2-ffd5-4fc9-b025-ab38230c10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0fc17fd2-4ef6-475d-957f-70cad1c54450'}}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:44:22.466787 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-7a6679b6-4753-4a5f-8889-b3345c62b258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:22.469064 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-1bef4d42-a6e7-4080-a222-1aea818725f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:22.481016 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-415c1469-acb2-4131-99de-a40f808d794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:22.542879 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bef4d42-a6e7-4080-a222-1aea818725f4 admin admin] Network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:44:22.552763 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 2b4da1c9-37a7-424f-a54a-e7d90dba9837 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:44:22.574463 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [None req-1bef4d42-a6e7-4080-a222-1aea818725f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:44:22.584598 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef4d42-a6e7-4080-a222-1aea818725f4 admin admin] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:44:22.589906 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef4d42-a6e7-4080-a222-1aea818725f4 admin admin] Pushing event updated for resources: {'Port': ['ID=bb57d5d4-5373-4277-9027-40327019468c,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:22.591746 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:44:22.600376 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e924587-28d1-4c79-97c6-9a48085fbf18 None None] Pushing event updated for resources: {'Port': ['ID=0067c1bf-8aa5-4dfc-9e14-795815fd63d7,revision_number=3']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:22.655932 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-7a6679b6-4753-4a5f-8889-b3345c62b258 None None] For port fdca390f-753a-4f6d-88af-0391c2019338, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:44:22.693691 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-7a6679b6-4753-4a5f-8889-b3345c62b258 None None] For port fdca390f-753a-4f6d-88af-0391c2019338, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=fdca390f-753a-4f6d-88af-0391c2019338,segment=NetworkSegment(4f3197d2-ffd5-4fc9-b025-ab38230c10d9),segment_id=4f3197d2-ffd5-4fc9-b025-ab38230c10d9)] {{(pid=100441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:44:22.702565 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-7a6679b6-4753-4a5f-8889-b3345c62b258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:22.704556 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-415c1469-acb2-4131-99de-a40f808d794e None None] Attempting to bind port 0067c1bf-8aa5-4dfc-9e14-795815fd63d7 on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:44:22.704930 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-415c1469-acb2-4131-99de-a40f808d794e None None] Attempting to bind port 0067c1bf-8aa5-4dfc-9e14-795815fd63d7 by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': '5ecfeeca-a0c3-4ca6-b9b0-20cf92499652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f814e1db-1b4f-4223-8eee-1aae8c8f02d7'}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:44:22.705294 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415c1469-acb2-4131-99de-a40f808d794e None None] Attempting to bind port 0067c1bf-8aa5-4dfc-9e14-795815fd63d7 on network f814e1db-1b4f-4223-8eee-1aae8c8f02d7 {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:44:22.740238 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-4ac6aa66-2d2d-44af-ba05-d0ea434dfd0e tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:22.741829 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 2b4da1c9-37a7-424f-a54a-e7d90dba9837 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:44:22.742207 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:22.743988 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415c1469-acb2-4131-99de-a40f808d794e None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:44:22.744350 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415c1469-acb2-4131-99de-a40f808d794e None None] Checking segment: {'id': '5ecfeeca-a0c3-4ca6-b9b0-20cf92499652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f814e1db-1b4f-4223-8eee-1aae8c8f02d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:44:22.744729 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-415c1469-acb2-4131-99de-a40f808d794e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:22.745136 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415c1469-acb2-4131-99de-a40f808d794e None None] Bound using segment: {'id': '5ecfeeca-a0c3-4ca6-b9b0-20cf92499652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f814e1db-1b4f-4223-8eee-1aae8c8f02d7'} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:44:22.745623 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-415c1469-acb2-4131-99de-a40f808d794e None None] Bound port: 0067c1bf-8aa5-4dfc-9e14-795815fd63d7, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecfeeca-a0c3-4ca6-b9b0-20cf92499652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f814e1db-1b4f-4223-8eee-1aae8c8f02d7'}}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:44:22.746008 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-415c1469-acb2-4131-99de-a40f808d794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:22.841131 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6679b6-4753-4a5f-8889-b3345c62b258 None None] Pushing event updated for resources: {'Port': ['ID=fdca390f-753a-4f6d-88af-0391c2019338,revision_number=2']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:22.889581 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-415c1469-acb2-4131-99de-a40f808d794e None None] For port 0067c1bf-8aa5-4dfc-9e14-795815fd63d7, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:44:22.893199 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-4ac6aa66-2d2d-44af-ba05-d0ea434dfd0e tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:22.894807 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-415c1469-acb2-4131-99de-a40f808d794e None None] For port 0067c1bf-8aa5-4dfc-9e14-795815fd63d7, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=0067c1bf-8aa5-4dfc-9e14-795815fd63d7,segment=NetworkSegment(5ecfeeca-a0c3-4ca6-b9b0-20cf92499652),segment_id=5ecfeeca-a0c3-4ca6-b9b0-20cf92499652)] {{(pid=100441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:44:22.918859 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-415c1469-acb2-4131-99de-a40f808d794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:22.969128 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6aa66-2d2d-44af-ba05-d0ea434dfd0e tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Pushing event updated for resources: {'Port': ['ID=9e4ef088-0bde-4a0e-8d14-0659f8f11217,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:23.025039 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415c1469-acb2-4131-99de-a40f808d794e None None] Routers {'997740a1-6519-4882-816e-14dcb1880b52'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:44:23.025581 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-415c1469-acb2-4131-99de-a40f808d794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:44:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['997740a1-6519-4882-816e-14dcb1880b52'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:44:23.026452 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-4ac6aa66-2d2d-44af-ba05-d0ea434dfd0e tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Network 8ae1ee30-7bf8-4179-b887-ec9900231936 is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:44:23.027895 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e924587-28d1-4c79-97c6-9a48085fbf18 None None] Pushing event updated for resources: {'Port': ['ID=0067c1bf-8aa5-4dfc-9e14-795815fd63d7,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:23.032487 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-4ac6aa66-2d2d-44af-ba05-d0ea434dfd0e tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:44:23.036998 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-4ac6aa66-2d2d-44af-ba05-d0ea434dfd0e tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:44:23.044286 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-1bef4d42-a6e7-4080-a222-1aea818725f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:23.157008 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272dccb2-8bc6-4737-b77d-90c038614b89 req-5424c8c0-04f9-4920-b542-8c2c5e12ee86 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:23.158699 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-272dccb2-8bc6-4737-b77d-90c038614b89 req-5424c8c0-04f9-4920-b542-8c2c5e12ee86 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=65cc3c50-a3f5-42ae-9113-6e109b5c70e5 HTTP/1.1" status: 200 len: 931 time: 0.1954987 Aug 18 19:44:23.180926 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-415c1469-acb2-4131-99de-a40f808d794e None None] Set router 997740a1-6519-4882-816e-14dcb1880b52 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:44:23.185727 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-4ac6aa66-2d2d-44af-ba05-d0ea434dfd0e tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:23.186402 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-4ac6aa66-2d2d-44af-ba05-d0ea434dfd0e tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:23.255383 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-4ac6aa66-2d2d-44af-ba05-d0ea434dfd0e tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2839930 Aug 18 19:44:23.264298 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-272dccb2-8bc6-4737-b77d-90c038614b89 req-51b26498-f2bc-48d4-a56f-b72f578329aa tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941865 Aug 18 19:44:23.284762 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-1a526cf5-0f73-4c67-8085-a47caf6a239b service neutron] Request body: {'port': {'device_id': '65cc3c50-a3f5-42ae-9113-6e109b5c70e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:44:23.417971 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8bacd-bb24-4016-8d59-c9d8db76dea7 req-09dfe301-b7b8-44ad-8dbc-85531329c591 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:23.420678 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e2b8bacd-bb24-4016-8d59-c9d8db76dea7 req-09dfe301-b7b8-44ad-8dbc-85531329c591 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0685053 Aug 18 19:44:23.444817 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-415c1469-acb2-4131-99de-a40f808d794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997740a1-6519-4882-816e-14dcb1880b52', 'name': 'tempest-TestMinimumBasicScenario-229044681-router', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '2b4da1c9-37a7-424f-a54a-e7d90dba9837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:44:15Z', 'updated_at': '2021-08-18T19:44:18Z', 'revision_number': 4, 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'gw_port': {'id': '2b4da1c9-37a7-424f-a54a-e7d90dba9837', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997740a1-6519-4882-816e-14dcb1880b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:16Z', 'updated_at': '2021-08-18T19:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '0067c1bf-8aa5-4dfc-9e14-795815fd63d7', 'name': '', 'network_id': 'f814e1db-1b4f-4223-8eee-1aae8c8f02d7', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'mac_address': 'fa:16:3e:ee:e1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997740a1-6519-4882-816e-14dcb1880b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '498b2575-11ea-41fa-9148-e98bdc81666c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:18Z', 'updated_at': '2021-08-18T19:44:22Z', 'revision_number': 4, 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'subnets': [{'id': '498b2575-11ea-41fa-9148-e98bdc81666c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:44:23.471517 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-1a526cf5-0f73-4c67-8085-a47caf6a239b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:23.471980 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e2b8bacd-bb24-4016-8d59-c9d8db76dea7 req-d54afa2c-6b5f-457b-a9f9-bc74014700fd tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449543 Aug 18 19:44:23.489460 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415c1469-acb2-4131-99de-a40f808d794e None None] The sync data for ids ['997740a1-6519-4882-816e-14dcb1880b52'] in dv-cinder-805072-2-iscsi is: [{'id': '997740a1-6519-4882-816e-14dcb1880b52', 'name': 'tempest-TestMinimumBasicScenario-229044681-router', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '2b4da1c9-37a7-424f-a54a-e7d90dba9837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:44:15Z', 'updated_at': '2021-08-18T19:44:18Z', 'revision_number': 4, 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'gw_port': {'id': '2b4da1c9-37a7-424f-a54a-e7d90dba9837', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997740a1-6519-4882-816e-14dcb1880b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:16Z', 'updated_at': '2021-08-18T19:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '0067c1bf-8aa5-4dfc-9e14-795815fd63d7', 'name': '', 'network_id': 'f814e1db-1b4f-4223-8eee-1aae8c8f02d7', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'mac_address': 'fa:16:3e:ee:e1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997740a1-6519-4882-816e-14dcb1880b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '498b2575-11ea-41fa-9148-e98bdc81666c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:18Z', 'updated_at': '2021-08-18T19:44:22Z', 'revision_number': 4, 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'subnets': [{'id': '498b2575-11ea-41fa-9148-e98bdc81666c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:44:23.516158 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-1bef4d42-a6e7-4080-a222-1aea818725f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678875'] for router, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:23.848760 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bef4d42-a6e7-4080-a222-1aea818725f4 admin admin] Router 59fce99d-b295-4ab6-b01c-ff1472ae157e is scheduled to L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a with binding_index 1 {{(pid=100440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 19:44:23.924332 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0958f5b2-3cc8-4360-b292-d588a59ff738 None None] Network 0fc17fd2-4ef6-475d-957f-70cad1c54450 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:44:23.949764 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-1a526cf5-0f73-4c67-8085-a47caf6a239b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4ef088-0bde-4a0e-8d14-0659f8f11217 {{(pid=100440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:44:23.987302 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-1a526cf5-0f73-4c67-8085-a47caf6a239b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:23.991542 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-2b3bbee4-9c87-4c42-856d-5c23208dd7d5 None None] Provisioning for port fdca390f-753a-4f6d-88af-0391c2019338 completed by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:44:24.013658 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-1a526cf5-0f73-4c67-8085-a47caf6a239b service neutron] Transition to ACTIVE for port object 9e4ef088-0bde-4a0e-8d14-0659f8f11217 will not be triggered until provisioned by entity L2. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:44:24.025598 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-1a526cf5-0f73-4c67-8085-a47caf6a239b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:24.064534 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bef4d42-a6e7-4080-a222-1aea818725f4 admin admin] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:44:24.074903 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20529e1f-1ae6-4311-990c-495de3d535db None None] Sync routers for ids ['59fce99d-b295-4ab6-b01c-ff1472ae157e'] in dv-cinder-805072-2-iscsi {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:44:24.095888 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20529e1f-1ae6-4311-990c-495de3d535db None None] Routers {'59fce99d-b295-4ab6-b01c-ff1472ae157e'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:44:24.096812 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-20529e1f-1ae6-4311-990c-495de3d535db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:44:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['59fce99d-b295-4ab6-b01c-ff1472ae157e'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:44:24.116437 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a526cf5-0f73-4c67-8085-a47caf6a239b service neutron] Pushing event updated for resources: {'Port': ['ID=9e4ef088-0bde-4a0e-8d14-0659f8f11217,revision_number=2']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:24.147868 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-1bef4d42-a6e7-4080-a222-1aea818725f4 admin admin] Notify callbacks [] for router, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:24.149227 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-1bef4d42-a6e7-4080-a222-1aea818725f4 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0504665 Aug 18 19:44:24.151953 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 44586) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:44:24.211258 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-1a526cf5-0f73-4c67-8085-a47caf6a239b service neutron] Attempting to bind port 9e4ef088-0bde-4a0e-8d14-0659f8f11217 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:44:24.211945 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-1a526cf5-0f73-4c67-8085-a47caf6a239b service neutron] Attempting to bind port 9e4ef088-0bde-4a0e-8d14-0659f8f11217 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '605a172b-6239-4dbf-bd92-fa834675d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8ae1ee30-7bf8-4179-b887-ec9900231936'}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:44:24.212841 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-1a526cf5-0f73-4c67-8085-a47caf6a239b service neutron] Attempting to bind port 9e4ef088-0bde-4a0e-8d14-0659f8f11217 on network 8ae1ee30-7bf8-4179-b887-ec9900231936 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:44:24.219940 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-1a526cf5-0f73-4c67-8085-a47caf6a239b service neutron] Port 9e4ef088-0bde-4a0e-8d14-0659f8f11217 on network 8ae1ee30-7bf8-4179-b887-ec9900231936 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:44:24.220901 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-1a526cf5-0f73-4c67-8085-a47caf6a239b service neutron] Attempting to bind port 9e4ef088-0bde-4a0e-8d14-0659f8f11217 on network 8ae1ee30-7bf8-4179-b887-ec9900231936 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:44:24.232196 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-1a526cf5-0f73-4c67-8085-a47caf6a239b service neutron] Checking agent: {'id': 'a8b818dc-2c80-42c6-b162-9bd2386595a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'started_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:44:24.232916 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-1a526cf5-0f73-4c67-8085-a47caf6a239b service neutron] Checking segment: {'id': '605a172b-6239-4dbf-bd92-fa834675d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8ae1ee30-7bf8-4179-b887-ec9900231936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:44:24.233593 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-1a526cf5-0f73-4c67-8085-a47caf6a239b service neutron] Bound using segment: {'id': '605a172b-6239-4dbf-bd92-fa834675d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8ae1ee30-7bf8-4179-b887-ec9900231936'} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:44:24.234584 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-1a526cf5-0f73-4c67-8085-a47caf6a239b service neutron] Bound port: 9e4ef088-0bde-4a0e-8d14-0659f8f11217, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '605a172b-6239-4dbf-bd92-fa834675d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8ae1ee30-7bf8-4179-b887-ec9900231936'}}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:44:24.235687 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-1a526cf5-0f73-4c67-8085-a47caf6a239b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:24.252759 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-20529e1f-1ae6-4311-990c-495de3d535db None None] Set router 59fce99d-b295-4ab6-b01c-ff1472ae157e gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:44:24.336980 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-1a526cf5-0f73-4c67-8085-a47caf6a239b service neutron] For port 9e4ef088-0bde-4a0e-8d14-0659f8f11217, host hv-cinder-80507, cleared binding levels {{(pid=100440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:44:24.345199 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-1a526cf5-0f73-4c67-8085-a47caf6a239b service neutron] For port 9e4ef088-0bde-4a0e-8d14-0659f8f11217, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=9e4ef088-0bde-4a0e-8d14-0659f8f11217,segment=NetworkSegment(605a172b-6239-4dbf-bd92-fa834675d634),segment_id=605a172b-6239-4dbf-bd92-fa834675d634)] {{(pid=100440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:44:24.351833 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-1a526cf5-0f73-4c67-8085-a47caf6a239b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:24.423636 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-1a526cf5-0f73-4c67-8085-a47caf6a239b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:24.424996 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-1a526cf5-0f73-4c67-8085-a47caf6a239b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:24.426620 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-1a526cf5-0f73-4c67-8085-a47caf6a239b service neutron] 10.222.0.35 "PUT /v2.0/ports/9e4ef088-0bde-4a0e-8d14-0659f8f11217 HTTP/1.1" status: 200 len: 1093 time: 1.1500535 Aug 18 19:44:24.430426 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65cc3c50-a3f5-42ae-9113-6e109b5c70e5', 'tag': '9e4ef088-0bde-4a0e-8d14-0659f8f11217'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:44:24.433854 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a473762c-791d-4396-a3f2-694b2cd896c2" -d '{"events": [{"name": "network-changed", "server_uuid": "65cc3c50-a3f5-42ae-9113-6e109b5c70e5", "tag": "9e4ef088-0bde-4a0e-8d14-0659f8f11217"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:44:24.648408 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-20529e1f-1ae6-4311-990c-495de3d535db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fce99d-b295-4ab6-b01c-ff1472ae157e', 'name': 'tempest-TestMinimumBasicScenario-1823484907-router', 'tenant_id': '144ec37d86004f94822cc10e394ed93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'bb57d5d4-5373-4277-9027-40327019468c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:44:21Z', 'updated_at': '2021-08-18T19:44:22Z', 'revision_number': 3, 'project_id': '144ec37d86004f94822cc10e394ed93b', 'gw_port': {'id': 'bb57d5d4-5373-4277-9027-40327019468c', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fce99d-b295-4ab6-b01c-ff1472ae157e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:21Z', 'updated_at': '2021-08-18T19:44:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:44:24.686261 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device fdca390f-753a-4f6d-88af-0391c2019338 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:44:24.706037 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20529e1f-1ae6-4311-990c-495de3d535db None None] Checking router: 59fce99d-b295-4ab6-b01c-ff1472ae157e for host: dv-cinder-805072-2-iscsi {{(pid=100442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:44:24.707087 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20529e1f-1ae6-4311-990c-495de3d535db None None] Updating router 59fce99d-b295-4ab6-b01c-ff1472ae157e port bb57d5d4-5373-4277-9027-40327019468c binding host dv-cinder-805072-2-iscsi {{(pid=100442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:44:24.750402 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-20529e1f-1ae6-4311-990c-495de3d535db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:24.778590 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port fdca390f-753a-4f6d-88af-0391c2019338 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:44:24.783623 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc814ad-5825-4116-940a-44fa2a61d3df req-74cf67ef-c43f-4280-92b2-6175ca3d632f tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:24.785303 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-fdc814ad-5825-4116-940a-44fa2a61d3df req-74cf67ef-c43f-4280-92b2-6175ca3d632f tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.1441529 Aug 18 19:44:24.793968 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port fdca390f-753a-4f6d-88af-0391c2019338 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:44:24.794439 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:24.830128 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c8eac0-1529-41ca-a518-026f0c84f35f x-openstack-request-id: req-68c8eac0-1529-41ca-a518-026f0c84f35f {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:44:24.830509 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65cc3c50-a3f5-42ae-9113-6e109b5c70e5", "tag": "9e4ef088-0bde-4a0e-8d14-0659f8f11217", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:44:24.830738 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-68c8eac0-1529-41ca-a518-026f0c84f35f {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:44:24.831349 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65cc3c50-a3f5-42ae-9113-6e109b5c70e5', 'tag': '9e4ef088-0bde-4a0e-8d14-0659f8f11217', 'status': 'completed', 'code': 200} Aug 18 19:44:24.846795 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a526cf5-0f73-4c67-8085-a47caf6a239b service neutron] Pushing event updated for resources: {'Port': ['ID=9e4ef088-0bde-4a0e-8d14-0659f8f11217,revision_number=3']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:24.865006 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc85d61-60db-4b4b-9e9b-bf7c8764648b req-6f52a57c-5ff9-4aa2-bd96-ecb5a5ec918d tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:24.873663 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1bc85d61-60db-4b4b-9e9b-bf7c8764648b req-6f52a57c-5ff9-4aa2-bd96-ecb5a5ec918d tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=65cc3c50-a3f5-42ae-9113-6e109b5c70e5 HTTP/1.1" status: 200 len: 943 time: 0.4698575 Aug 18 19:44:24.894701 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-e01caf88-558c-4294-bf18-cd0af164a79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:24.896427 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-e01caf88-558c-4294-bf18-cd0af164a79d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3810f1999faf4f99a10e8a84685cdd66&device_id=65cc3c50-a3f5-42ae-9113-6e109b5c70e5 HTTP/1.1" status: 200 len: 1096 time: 0.4011779 Aug 18 19:44:24.902328 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-fdc814ad-5825-4116-940a-44fa2a61d3df req-35100a7e-7670-484d-97e1-625b182af239 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868757 Aug 18 19:44:24.927425 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:24.992117 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] For port fdca390f-753a-4f6d-88af-0391c2019338, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=fdca390f-753a-4f6d-88af-0391c2019338,segment=NetworkSegment(4f3197d2-ffd5-4fc9-b025-ab38230c10d9),segment_id=4f3197d2-ffd5-4fc9-b025-ab38230c10d9)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:44:24.997454 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:24.998683 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 0067c1bf-8aa5-4dfc-9e14-795815fd63d7 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:44:25.012267 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1bc85d61-60db-4b4b-9e9b-bf7c8764648b req-c69c4b08-c8ae-4db0-b393-9604e1e10a1e tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363969 Aug 18 19:44:25.013750 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-224edfdf-a1ff-4427-b187-9a28575dea09 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e4ef088-0bde-4a0e-8d14-0659f8f11217 HTTP/1.1" status: 200 len: 217 time: 0.0973477 Aug 18 19:44:25.047633 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:25.123386 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-9565fde6-a5fb-4942-9fb2-b8cb64a30ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:25.124995 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-9565fde6-a5fb-4942-9fb2-b8cb64a30ea4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d045b04e-304f-4f7a-833f-098824dc8df8 HTTP/1.1" status: 200 len: 849 time: 0.1012180 Aug 18 19:44:25.212533 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-a5dffc72-be7f-4d38-9d20-41526e7ae71a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ae1ee30-7bf8-4179-b887-ec9900231936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620008 Aug 18 19:44:25.228656 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-20529e1f-1ae6-4311-990c-495de3d535db None None] Notify callbacks [] for port, precommit_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:25.236185 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.db_base_plugin_common [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Allocated IP 172.20.0.1 (0fc17fd2-4ef6-475d-957f-70cad1c54450/04f6be88-7e67-4aee-889d-fd6d4384492a/ea732548-f71f-4c01-85f1-36da40a7854e) {{(pid=100439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:44:25.239400 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.provisioning_blocks [None req-20529e1f-1ae6-4311-990c-495de3d535db None None] Transition to ACTIVE for port object bb57d5d4-5373-4277-9027-40327019468c will not be triggered until provisioned by entity L2. {{(pid=100442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:44:25.248250 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-20529e1f-1ae6-4311-990c-495de3d535db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:25.288986 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Pushing event updated for resources: {'Port': ['ID=fdca390f-753a-4f6d-88af-0391c2019338,revision_number=3']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:25.305701 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port 0067c1bf-8aa5-4dfc-9e14-795815fd63d7 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:44:25.309705 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 0067c1bf-8aa5-4dfc-9e14-795815fd63d7 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:44:25.310487 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:25.324992 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-20529e1f-1ae6-4311-990c-495de3d535db None None] Attempting to bind port bb57d5d4-5373-4277-9027-40327019468c on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:44:25.325369 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-20529e1f-1ae6-4311-990c-495de3d535db None None] Attempting to bind port bb57d5d4-5373-4277-9027-40327019468c by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}] {{(pid=100442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:44:25.325741 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20529e1f-1ae6-4311-990c-495de3d535db None None] Attempting to bind port bb57d5d4-5373-4277-9027-40327019468c on network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:44:25.333761 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9aeb3-7f57-4a06-8ef2-a0d7d487c377 None None] Pushing event updated for resources: {'Port': ['ID=bb57d5d4-5373-4277-9027-40327019468c,revision_number=2']} {{(pid=100442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:25.339224 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20529e1f-1ae6-4311-990c-495de3d535db None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:44:25.342143 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20529e1f-1ae6-4311-990c-495de3d535db None None] Checking segment: {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:44:25.342510 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-20529e1f-1ae6-4311-990c-495de3d535db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:25.342938 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20529e1f-1ae6-4311-990c-495de3d535db None None] Bound using segment: {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'} {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:44:25.343432 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-20529e1f-1ae6-4311-990c-495de3d535db None None] Bound port: bb57d5d4-5373-4277-9027-40327019468c, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}}] {{(pid=100442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:44:25.346463 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-3a707ebb-6630-4d29-9e34-6ed445b2097c service neutron] 10.222.0.35 "GET /v2.0/networks/8ae1ee30-7bf8-4179-b887-ec9900231936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242783 Aug 18 19:44:25.346990 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-20529e1f-1ae6-4311-990c-495de3d535db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:25.370435 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:25.384739 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.provisioning_blocks [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Transition to ACTIVE for port object ea732548-f71f-4c01-85f1-36da40a7854e will not be triggered until provisioned by entity DHCP. {{(pid=100439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:44:25.399085 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:25.409018 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.db [None req-20529e1f-1ae6-4311-990c-495de3d535db None None] For port bb57d5d4-5373-4277-9027-40327019468c, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:44:25.413274 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.db [None req-20529e1f-1ae6-4311-990c-495de3d535db None None] For port bb57d5d4-5373-4277-9027-40327019468c, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=bb57d5d4-5373-4277-9027-40327019468c,segment=NetworkSegment(0bdaf2c9-3eca-4db0-8337-689581495736),segment_id=0bdaf2c9-3eca-4db0-8337-689581495736)] {{(pid=100442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:44:25.421060 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286'] for port, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:25.422240 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-20529e1f-1ae6-4311-990c-495de3d535db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:25.438705 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] For port 0067c1bf-8aa5-4dfc-9e14-795815fd63d7, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=0067c1bf-8aa5-4dfc-9e14-795815fd63d7,segment=NetworkSegment(5ecfeeca-a0c3-4ca6-b9b0-20cf92499652),segment_id=5ecfeeca-a0c3-4ca6-b9b0-20cf92499652)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:44:25.444672 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:25.463852 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4f6b81de-0d51-491a-aefe-1710977826d9 req-4f86297b-0f24-4c38-8364-a8c6c37633a0 service neutron] 10.222.0.35 "GET /v2.0/networks/8ae1ee30-7bf8-4179-b887-ec9900231936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097782 Aug 18 19:44:25.466237 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Network 0fc17fd2-4ef6-475d-957f-70cad1c54450 is already hosted by enough agents. {{(pid=100439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:44:25.469196 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Resources bound (agent type, host, resource id): {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:44:25.472640 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Received port after_create {{(pid=100439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:44:25.473123 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1676627'] for router_interface, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:25.507385 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9aeb3-7f57-4a06-8ef2-a0d7d487c377 None None] Pushing event updated for resources: {'Port': ['ID=bb57d5d4-5373-4277-9027-40327019468c,revision_number=3']} {{(pid=100442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:25.516167 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20529e1f-1ae6-4311-990c-495de3d535db None None] Routers {'59fce99d-b295-4ab6-b01c-ff1472ae157e'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:44:25.516964 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-20529e1f-1ae6-4311-990c-495de3d535db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:44:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['59fce99d-b295-4ab6-b01c-ff1472ae157e'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:44:25.525498 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Pushing event updated for resources: {'Port': ['ID=0067c1bf-8aa5-4dfc-9e14-795815fd63d7,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:25.634532 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473762c-791d-4396-a3f2-694b2cd896c2 req-2550f5c3-d230-4c54-8083-8b996cad27b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:25.637017 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a473762c-791d-4396-a3f2-694b2cd896c2 req-2550f5c3-d230-4c54-8083-8b996cad27b6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3810f1999faf4f99a10e8a84685cdd66&device_id=65cc3c50-a3f5-42ae-9113-6e109b5c70e5 HTTP/1.1" status: 200 len: 1096 time: 0.0528440 Aug 18 19:44:25.637869 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-20529e1f-1ae6-4311-990c-495de3d535db None None] Set router 59fce99d-b295-4ab6-b01c-ff1472ae157e gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:44:25.733720 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Pushing event updated for resources: {'Port': ['ID=ea732548-f71f-4c01-85f1-36da40a7854e,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:25.744178 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:25.744531 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:25.744881 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:25.745250 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:25.745549 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:25.745890 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:25.746226 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:25.746563 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:25.746934 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:25.747268 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:25.747596 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:25.747923 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:44:25.763071 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473762c-791d-4396-a3f2-694b2cd896c2 req-5eca9d3b-0aeb-42f9-8c01-fe7313fa6556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:25.765089 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a473762c-791d-4396-a3f2-694b2cd896c2 req-5eca9d3b-0aeb-42f9-8c01-fe7313fa6556 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ae1ee30-7bf8-4179-b887-ec9900231936 HTTP/1.1" status: 200 len: 910 time: 0.1208103 Aug 18 19:44:25.781578 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-f5fab0d5-68fb-43e5-a8e9-1398aa1cc124 None None] Provisioning for port ea732548-f71f-4c01-85f1-36da40a7854e completed by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:44:25.788179 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-f5fab0d5-68fb-43e5-a8e9-1398aa1cc124 None None] Provisioning complete for port ea732548-f71f-4c01-85f1-36da40a7854e triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:44:25.788564 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-f5fab0d5-68fb-43e5-a8e9-1398aa1cc124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:25.821243 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a473762c-791d-4396-a3f2-694b2cd896c2 req-8846610c-4db6-4e2c-ac35-223246b4d773 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e4ef088-0bde-4a0e-8d14-0659f8f11217 HTTP/1.1" status: 200 len: 217 time: 0.0476999 Aug 18 19:44:25.825486 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-f5fab0d5-68fb-43e5-a8e9-1398aa1cc124 None None] Port ea732548-f71f-4c01-85f1-36da40a7854e cannot update to ACTIVE because it is not bound. {{(pid=100441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:44:25.849541 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-20529e1f-1ae6-4311-990c-495de3d535db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fce99d-b295-4ab6-b01c-ff1472ae157e', 'name': 'tempest-TestMinimumBasicScenario-1823484907-router', 'tenant_id': '144ec37d86004f94822cc10e394ed93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'bb57d5d4-5373-4277-9027-40327019468c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:44:21Z', 'updated_at': '2021-08-18T19:44:22Z', 'revision_number': 3, 'project_id': '144ec37d86004f94822cc10e394ed93b', 'gw_port': {'id': 'bb57d5d4-5373-4277-9027-40327019468c', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fce99d-b295-4ab6-b01c-ff1472ae157e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:21Z', 'updated_at': '2021-08-18T19:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:44:25.854159 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:25.873270 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473762c-791d-4396-a3f2-694b2cd896c2 req-d599ad1b-ec4b-4799-9dd9-993bb6ede1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:25.874817 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a473762c-791d-4396-a3f2-694b2cd896c2 req-d599ad1b-ec4b-4799-9dd9-993bb6ede1fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d045b04e-304f-4f7a-833f-098824dc8df8 HTTP/1.1" status: 200 len: 849 time: 0.0464036 Aug 18 19:44:25.877662 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20529e1f-1ae6-4311-990c-495de3d535db None None] The sync data for ids ['59fce99d-b295-4ab6-b01c-ff1472ae157e'] in dv-cinder-805072-2-iscsi is: [{'id': '59fce99d-b295-4ab6-b01c-ff1472ae157e', 'name': 'tempest-TestMinimumBasicScenario-1823484907-router', 'tenant_id': '144ec37d86004f94822cc10e394ed93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'bb57d5d4-5373-4277-9027-40327019468c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:44:21Z', 'updated_at': '2021-08-18T19:44:22Z', 'revision_number': 3, 'project_id': '144ec37d86004f94822cc10e394ed93b', 'gw_port': {'id': 'bb57d5d4-5373-4277-9027-40327019468c', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fce99d-b295-4ab6-b01c-ff1472ae157e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:21Z', 'updated_at': '2021-08-18T19:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}] {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:44:25.909947 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a473762c-791d-4396-a3f2-694b2cd896c2 req-13352449-8db5-46a4-9846-c428ed28ee4c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ae1ee30-7bf8-4179-b887-ec9900231936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275235 Aug 18 19:44:26.032685 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a473762c-791d-4396-a3f2-694b2cd896c2 req-9c6b87af-5392-436e-a411-d0f6dcb8579b service neutron] 10.222.0.35 "GET /v2.0/networks/8ae1ee30-7bf8-4179-b887-ec9900231936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156030 Aug 18 19:44:26.082895 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1e134-499a-4527-9266-498e93112a44 req-54be62a6-18aa-4fc0-818e-325dc86d814e tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:26.084765 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-95c1e134-499a-4527-9266-498e93112a44 req-54be62a6-18aa-4fc0-818e-325dc86d814e tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0885563 Aug 18 19:44:26.092372 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:26.099587 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:26.100899 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1676711'] for router_interface, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:26.180522 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a473762c-791d-4396-a3f2-694b2cd896c2 req-753d7492-9009-40c1-ae07-a41d7a10cdc1 service neutron] 10.222.0.35 "GET /v2.0/networks/8ae1ee30-7bf8-4179-b887-ec9900231936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393995 Aug 18 19:44:26.216026 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1a5a5-3756-47c4-b6e8-3230943bfb26 req-d50341b5-6ed6-4e94-b2b2-2ee0191759ec tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:26.217639 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1af1a5a5-3756-47c4-b6e8-3230943bfb26 req-d50341b5-6ed6-4e94-b2b2-2ee0191759ec tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=65cc3c50-a3f5-42ae-9113-6e109b5c70e5 HTTP/1.1" status: 200 len: 943 time: 0.1035578 Aug 18 19:44:26.226471 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Pushing event updated for resources: {'Port': ['ID=ea732548-f71f-4c01-85f1-36da40a7854e,revision_number=2']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:26.234248 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-95c1e134-499a-4527-9266-498e93112a44 req-7ae2f97a-0ca7-4494-9c9f-2b0952d1178f tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305194 Aug 18 19:44:26.278060 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Network 0fc17fd2-4ef6-475d-957f-70cad1c54450 is already hosted by enough agents. {{(pid=100439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:44:26.281268 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1af1a5a5-3756-47c4-b6e8-3230943bfb26 req-4a8dac9c-a4f3-41eb-a460-be3a0e1982f2 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473788 Aug 18 19:44:26.286817 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Resources bound (agent type, host, resource id): {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:44:26.429548 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Router 59fce99d-b295-4ab6-b01c-ff1472ae157e has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:44:26.558610 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-b69289db-a0c3-4e0a-b0a6-c5228f523f92 None None] Provisioning complete for port ea732548-f71f-4c01-85f1-36da40a7854e triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:44:26.559203 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:44:26.559792 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b69289db-a0c3-4e0a-b0a6-c5228f523f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:26.578734 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-874da73c-2238-4400-a78e-55f8527d0403 admin admin] 10.222.0.38 "PUT /v2.0/routers/59fce99d-b295-4ab6-b01c-ff1472ae157e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4183097 Aug 18 19:44:26.602755 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-b69289db-a0c3-4e0a-b0a6-c5228f523f92 None None] Port ea732548-f71f-4c01-85f1-36da40a7854e cannot update to ACTIVE because it is not bound. {{(pid=100441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:44:26.648121 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device fdca390f-753a-4f6d-88af-0391c2019338 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:44:26.698360 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port fdca390f-753a-4f6d-88af-0391c2019338 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:44:26.698846 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:26.787885 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device bb57d5d4-5373-4277-9027-40327019468c up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:44:26.841090 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port bb57d5d4-5373-4277-9027-40327019468c completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:44:26.845192 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port bb57d5d4-5373-4277-9027-40327019468c triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:44:26.845587 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:26.928378 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:26.950224 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] For port bb57d5d4-5373-4277-9027-40327019468c, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=bb57d5d4-5373-4277-9027-40327019468c,segment=NetworkSegment(0bdaf2c9-3eca-4db0-8337-689581495736),segment_id=0bdaf2c9-3eca-4db0-8337-689581495736)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:44:26.954615 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:26.955122 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 0067c1bf-8aa5-4dfc-9e14-795815fd63d7 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:44:27.029540 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Pushing event updated for resources: {'Port': ['ID=bb57d5d4-5373-4277-9027-40327019468c,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:27.041055 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 0067c1bf-8aa5-4dfc-9e14-795815fd63d7 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:44:27.041426 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:27.455724 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6174027-b32f-457f-93a5-4c066c9f1f7d req-2cc85a9d-494e-4f2f-85bc-27fc2287faeb tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:27.460541 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f6174027-b32f-457f-93a5-4c066c9f1f7d req-2cc85a9d-494e-4f2f-85bc-27fc2287faeb tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=65cc3c50-a3f5-42ae-9113-6e109b5c70e5 HTTP/1.1" status: 200 len: 943 time: 0.0928438 Aug 18 19:44:27.472946 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eddadd-74e5-41f7-940a-521725cda875 req-d20ae8d8-a61d-422d-b48f-023155ba4874 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:27.476144 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c4eddadd-74e5-41f7-940a-521725cda875 req-d20ae8d8-a61d-422d-b48f-023155ba4874 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.1127729 Aug 18 19:44:27.524153 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f6174027-b32f-457f-93a5-4c066c9f1f7d req-4f49a8d4-666b-4941-896e-1b5917ceb2ad tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573146 Aug 18 19:44:27.553754 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c4eddadd-74e5-41f7-940a-521725cda875 req-cba47c78-ccac-4b6d-9efe-a9afc4014a96 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684185 Aug 18 19:44:27.712042 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e69427-6dda-4af8-9c61-8e4234e88b61 None None] Sync routers for ids ['59fce99d-b295-4ab6-b01c-ff1472ae157e'] in dv-cinder-805072-2-iscsi {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:44:27.734943 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e69427-6dda-4af8-9c61-8e4234e88b61 None None] Routers {'59fce99d-b295-4ab6-b01c-ff1472ae157e'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:44:27.736032 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-30e69427-6dda-4af8-9c61-8e4234e88b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:44:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['59fce99d-b295-4ab6-b01c-ff1472ae157e'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:44:27.871157 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-30e69427-6dda-4af8-9c61-8e4234e88b61 None None] Set router 59fce99d-b295-4ab6-b01c-ff1472ae157e gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:44:28.101540 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-30e69427-6dda-4af8-9c61-8e4234e88b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fce99d-b295-4ab6-b01c-ff1472ae157e', 'name': 'tempest-TestMinimumBasicScenario-1823484907-router', 'tenant_id': '144ec37d86004f94822cc10e394ed93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'bb57d5d4-5373-4277-9027-40327019468c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:44:21Z', 'updated_at': '2021-08-18T19:44:25Z', 'revision_number': 4, 'project_id': '144ec37d86004f94822cc10e394ed93b', 'gw_port': {'id': 'bb57d5d4-5373-4277-9027-40327019468c', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fce99d-b295-4ab6-b01c-ff1472ae157e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:21Z', 'updated_at': '2021-08-18T19:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': 'ea732548-f71f-4c01-85f1-36da40a7854e', 'name': '', 'network_id': '0fc17fd2-4ef6-475d-957f-70cad1c54450', 'tenant_id': '144ec37d86004f94822cc10e394ed93b', 'mac_address': 'fa:16:3e:46:e1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fce99d-b295-4ab6-b01c-ff1472ae157e', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '04f6be88-7e67-4aee-889d-fd6d4384492a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:25Z', 'updated_at': '2021-08-18T19:44:25Z', 'revision_number': 2, 'project_id': '144ec37d86004f94822cc10e394ed93b', 'subnets': [{'id': '04f6be88-7e67-4aee-889d-fd6d4384492a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:44:28.133022 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e69427-6dda-4af8-9c61-8e4234e88b61 None None] Checking router: 59fce99d-b295-4ab6-b01c-ff1472ae157e for host: dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:44:28.133402 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e69427-6dda-4af8-9c61-8e4234e88b61 None None] Updating router 59fce99d-b295-4ab6-b01c-ff1472ae157e port ea732548-f71f-4c01-85f1-36da40a7854e binding host dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:44:28.221740 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-30e69427-6dda-4af8-9c61-8e4234e88b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:28.593933 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device bb57d5d4-5373-4277-9027-40327019468c up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:44:28.676053 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-30e69427-6dda-4af8-9c61-8e4234e88b61 None None] Notify callbacks [] for port, precommit_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:28.689447 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cda76-92d5-49e0-9886-a581afb34ff0 req-f4d32918-f3c8-4e91-9f65-87430e7cb1d2 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:28.692320 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d50cda76-92d5-49e0-9886-a581afb34ff0 req-f4d32918-f3c8-4e91-9f65-87430e7cb1d2 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=65cc3c50-a3f5-42ae-9113-6e109b5c70e5 HTTP/1.1" status: 200 len: 943 time: 0.0789080 Aug 18 19:44:28.699105 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-30e69427-6dda-4af8-9c61-8e4234e88b61 None None] Transition to ACTIVE for port object ea732548-f71f-4c01-85f1-36da40a7854e will not be triggered until provisioned by entity L2. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:44:28.710607 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port bb57d5d4-5373-4277-9027-40327019468c triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:44:28.711065 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:28.727093 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d4785-9f1b-4630-9d19-d2f8b91eb6f0 req-512f5b88-ffc2-44d8-bace-3f551b0c4715 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:28.747288 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-074d4785-9f1b-4630-9d19-d2f8b91eb6f0 req-512f5b88-ffc2-44d8-bace-3f551b0c4715 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0954962 Aug 18 19:44:28.770290 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 9e4ef088-0bde-4a0e-8d14-0659f8f11217 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=100441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:44:28.774794 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-30e69427-6dda-4af8-9c61-8e4234e88b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:28.789158 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d50cda76-92d5-49e0-9886-a581afb34ff0 req-ff5762d4-3492-49a3-b1ea-1b935a66cd64 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869443 Aug 18 19:44:28.828200 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-074d4785-9f1b-4630-9d19-d2f8b91eb6f0 req-becb527c-1a21-4ec8-ae37-14a589a7aa9a tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584280 Aug 18 19:44:28.978249 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7601b-1313-4dc4-b00b-7c53cf829841 None None] Pushing event updated for resources: {'Port': ['ID=ea732548-f71f-4c01-85f1-36da40a7854e,revision_number=3']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:29.063150 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-30e69427-6dda-4af8-9c61-8e4234e88b61 None None] Attempting to bind port ea732548-f71f-4c01-85f1-36da40a7854e on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:44:29.063569 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-30e69427-6dda-4af8-9c61-8e4234e88b61 None None] Attempting to bind port ea732548-f71f-4c01-85f1-36da40a7854e by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': '4f3197d2-ffd5-4fc9-b025-ab38230c10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0fc17fd2-4ef6-475d-957f-70cad1c54450'}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:44:29.063948 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e69427-6dda-4af8-9c61-8e4234e88b61 None None] Attempting to bind port ea732548-f71f-4c01-85f1-36da40a7854e on network 0fc17fd2-4ef6-475d-957f-70cad1c54450 {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:44:29.079804 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e69427-6dda-4af8-9c61-8e4234e88b61 None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:44:29.080176 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e69427-6dda-4af8-9c61-8e4234e88b61 None None] Checking segment: {'id': '4f3197d2-ffd5-4fc9-b025-ab38230c10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0fc17fd2-4ef6-475d-957f-70cad1c54450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:44:29.080594 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-30e69427-6dda-4af8-9c61-8e4234e88b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:29.081001 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e69427-6dda-4af8-9c61-8e4234e88b61 None None] Bound using segment: {'id': '4f3197d2-ffd5-4fc9-b025-ab38230c10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0fc17fd2-4ef6-475d-957f-70cad1c54450'} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:44:29.081495 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-30e69427-6dda-4af8-9c61-8e4234e88b61 None None] Bound port: ea732548-f71f-4c01-85f1-36da40a7854e, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3197d2-ffd5-4fc9-b025-ab38230c10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0fc17fd2-4ef6-475d-957f-70cad1c54450'}}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:44:29.082718 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-30e69427-6dda-4af8-9c61-8e4234e88b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:29.116812 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 9e4ef088-0bde-4a0e-8d14-0659f8f11217, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=9e4ef088-0bde-4a0e-8d14-0659f8f11217,segment=NetworkSegment(605a172b-6239-4dbf-bd92-fa834675d634),segment_id=605a172b-6239-4dbf-bd92-fa834675d634)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:44:29.165400 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Returning: {'device': '9e4ef088-0bde-4a0e-8d14-0659f8f11217', 'network_id': '8ae1ee30-7bf8-4179-b887-ec9900231936', 'port_id': '9e4ef088-0bde-4a0e-8d14-0659f8f11217', 'mac_address': 'fa:16:3e:83:50:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd045b04e-304f-4f7a-833f-098824dc8df8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:44:29.270074 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-30e69427-6dda-4af8-9c61-8e4234e88b61 None None] For port ea732548-f71f-4c01-85f1-36da40a7854e, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:44:29.272762 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:29.302409 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-30e69427-6dda-4af8-9c61-8e4234e88b61 None None] For port ea732548-f71f-4c01-85f1-36da40a7854e, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=ea732548-f71f-4c01-85f1-36da40a7854e,segment=NetworkSegment(4f3197d2-ffd5-4fc9-b025-ab38230c10d9),segment_id=4f3197d2-ffd5-4fc9-b025-ab38230c10d9)] {{(pid=100441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:44:29.317595 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4ef088-0bde-4a0e-8d14-0659f8f11217 {{(pid=100441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:44:29.326292 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-30e69427-6dda-4af8-9c61-8e4234e88b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:29.380314 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 9e4ef088-0bde-4a0e-8d14-0659f8f11217, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=9e4ef088-0bde-4a0e-8d14-0659f8f11217,segment=NetworkSegment(605a172b-6239-4dbf-bd92-fa834675d634),segment_id=605a172b-6239-4dbf-bd92-fa834675d634)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:44:29.398835 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:29.410078 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e69427-6dda-4af8-9c61-8e4234e88b61 None None] Routers {'59fce99d-b295-4ab6-b01c-ff1472ae157e'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:44:29.414034 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-30e69427-6dda-4af8-9c61-8e4234e88b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:44:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['59fce99d-b295-4ab6-b01c-ff1472ae157e'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:44:29.486623 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7601b-1313-4dc4-b00b-7c53cf829841 None None] Pushing event updated for resources: {'Port': ['ID=ea732548-f71f-4c01-85f1-36da40a7854e,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:29.650372 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03d7ff-47b0-4016-8404-1432b5c3ae2d req-40f54469-f8a2-4f4e-9292-e1bff7dda0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:29.650742 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-30e69427-6dda-4af8-9c61-8e4234e88b61 None None] Set router 59fce99d-b295-4ab6-b01c-ff1472ae157e gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:44:29.652496 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6d03d7ff-47b0-4016-8404-1432b5c3ae2d req-40f54469-f8a2-4f4e-9292-e1bff7dda0d4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 1098 time: 0.0810270 Aug 18 19:44:29.698884 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6d03d7ff-47b0-4016-8404-1432b5c3ae2d req-aa2f802d-e561-4831-95c8-5bf0812cd989 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365467 Aug 18 19:44:29.862059 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=9e4ef088-0bde-4a0e-8d14-0659f8f11217,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:30.027641 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad8a7d-8bb9-4fa1-a21d-75191f50de5b req-2ed2803c-e04e-4a50-812b-b8816077dbd1 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:30.029505 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-66ad8a7d-8bb9-4fa1-a21d-75191f50de5b req-2ed2803c-e04e-4a50-812b-b8816077dbd1 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=65cc3c50-a3f5-42ae-9113-6e109b5c70e5 HTTP/1.1" status: 200 len: 944 time: 0.1161077 Aug 18 19:44:30.050006 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6d5ce-f3bf-41c0-a60f-95706af113b2 req-3004f24d-7f0e-4cef-923f-ecede5c2665a tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:30.055324 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['9e4ef088-0bde-4a0e-8d14-0659f8f11217'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:44:30.061695 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-91e6d5ce-f3bf-41c0-a60f-95706af113b2 req-3004f24d-7f0e-4cef-923f-ecede5c2665a tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.1065769 Aug 18 19:44:30.104978 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-66ad8a7d-8bb9-4fa1-a21d-75191f50de5b req-a6a7488e-1730-454b-ac66-1201bf42128a tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588055 Aug 18 19:44:30.137802 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-91e6d5ce-f3bf-41c0-a60f-95706af113b2 req-5cf01499-8e9a-46cc-a1ec-fdfd1d41c9fe tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711334 Aug 18 19:44:30.151951 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 44690) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:44:30.252149 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-30e69427-6dda-4af8-9c61-8e4234e88b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fce99d-b295-4ab6-b01c-ff1472ae157e', 'name': 'tempest-TestMinimumBasicScenario-1823484907-router', 'tenant_id': '144ec37d86004f94822cc10e394ed93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'bb57d5d4-5373-4277-9027-40327019468c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:44:21Z', 'updated_at': '2021-08-18T19:44:25Z', 'revision_number': 4, 'project_id': '144ec37d86004f94822cc10e394ed93b', 'gw_port': {'id': 'bb57d5d4-5373-4277-9027-40327019468c', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fce99d-b295-4ab6-b01c-ff1472ae157e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:21Z', 'updated_at': '2021-08-18T19:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': 'ea732548-f71f-4c01-85f1-36da40a7854e', 'name': '', 'network_id': '0fc17fd2-4ef6-475d-957f-70cad1c54450', 'tenant_id': '144ec37d86004f94822cc10e394ed93b', 'mac_address': 'fa:16:3e:46:e1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fce99d-b295-4ab6-b01c-ff1472ae157e', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '04f6be88-7e67-4aee-889d-fd6d4384492a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:25Z', 'updated_at': '2021-08-18T19:44:29Z', 'revision_number': 4, 'project_id': '144ec37d86004f94822cc10e394ed93b', 'subnets': [{'id': '04f6be88-7e67-4aee-889d-fd6d4384492a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:44:30.327825 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e69427-6dda-4af8-9c61-8e4234e88b61 None None] The sync data for ids ['59fce99d-b295-4ab6-b01c-ff1472ae157e'] in dv-cinder-805072-2-iscsi is: [{'id': '59fce99d-b295-4ab6-b01c-ff1472ae157e', 'name': 'tempest-TestMinimumBasicScenario-1823484907-router', 'tenant_id': '144ec37d86004f94822cc10e394ed93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'bb57d5d4-5373-4277-9027-40327019468c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:44:21Z', 'updated_at': '2021-08-18T19:44:25Z', 'revision_number': 4, 'project_id': '144ec37d86004f94822cc10e394ed93b', 'gw_port': {'id': 'bb57d5d4-5373-4277-9027-40327019468c', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fce99d-b295-4ab6-b01c-ff1472ae157e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:21Z', 'updated_at': '2021-08-18T19:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': 'ea732548-f71f-4c01-85f1-36da40a7854e', 'name': '', 'network_id': '0fc17fd2-4ef6-475d-957f-70cad1c54450', 'tenant_id': '144ec37d86004f94822cc10e394ed93b', 'mac_address': 'fa:16:3e:46:e1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fce99d-b295-4ab6-b01c-ff1472ae157e', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '04f6be88-7e67-4aee-889d-fd6d4384492a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:25Z', 'updated_at': '2021-08-18T19:44:29Z', 'revision_number': 4, 'project_id': '144ec37d86004f94822cc10e394ed93b', 'subnets': [{'id': '04f6be88-7e67-4aee-889d-fd6d4384492a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:44:30.353779 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 44694) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:44:30.355244 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-f6fb54ba-4c20-447c-b091-f9f1fff775ea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=224e37c6db3a452ca212e9d55b9dc7b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2086358 Aug 18 19:44:30.530994 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-48680189-7b1f-4c81-893a-ec2fec6faba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:30.576934 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device ea732548-f71f-4c01-85f1-36da40a7854e up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:44:30.614333 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-48680189-7b1f-4c81-893a-ec2fec6faba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:30.648461 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port ea732548-f71f-4c01-85f1-36da40a7854e completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:44:30.655828 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port ea732548-f71f-4c01-85f1-36da40a7854e triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:44:30.656530 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:30.676621 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-48680189-7b1f-4c81-893a-ec2fec6faba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:30.680655 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-48680189-7b1f-4c81-893a-ec2fec6faba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:30.684334 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-48680189-7b1f-4c81-893a-ec2fec6faba5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/24c2ead7-9934-487a-ad7a-96648a06cc49 HTTP/1.1" status: 204 len: 168 time: 0.3263135 Aug 18 19:44:30.697732 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48680189-7b1f-4c81-893a-ec2fec6faba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c2ead7-9934-487a-ad7a-96648a06cc49,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:30.848195 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:30.948720 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] For port ea732548-f71f-4c01-85f1-36da40a7854e, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=ea732548-f71f-4c01-85f1-36da40a7854e,segment=NetworkSegment(4f3197d2-ffd5-4fc9-b025-ab38230c10d9),segment_id=4f3197d2-ffd5-4fc9-b025-ab38230c10d9)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:44:30.966595 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:31.028462 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Pushing event updated for resources: {'Port': ['ID=ea732548-f71f-4c01-85f1-36da40a7854e,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:31.327553 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fff2d-8314-46f3-8b6c-7d7ee103a7cc req-56331742-52a4-4185-9996-d02c7e0e4402 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:31.332065 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9c5fff2d-8314-46f3-8b6c-7d7ee103a7cc req-56331742-52a4-4185-9996-d02c7e0e4402 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=65cc3c50-a3f5-42ae-9113-6e109b5c70e5 HTTP/1.1" status: 200 len: 944 time: 0.0861549 Aug 18 19:44:31.411904 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e24aa8-b582-4a9b-b187-ee3ba555e728 req-ea41c5e5-29e2-49fa-bdde-a55823f753f6 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:31.421123 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-22e24aa8-b582-4a9b-b187-ee3ba555e728 req-ea41c5e5-29e2-49fa-bdde-a55823f753f6 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.1299975 Aug 18 19:44:31.433581 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9c5fff2d-8314-46f3-8b6c-7d7ee103a7cc req-bf35b45e-a349-4d31-9c37-7563bb0b0f75 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822487 Aug 18 19:44:31.483498 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-22e24aa8-b582-4a9b-b187-ee3ba555e728 req-ef499747-7473-4fe4-800f-2e67bdcdc773 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576017 Aug 18 19:44:31.926366 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 44728) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:44:32.085266 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-6fbc542e-446b-40c8-b032-b42a3c29ea04 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1683911761-network', 'tenant_id': 'a533c8262e1440ecbe3363e3e3dc38a9'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:44:32.128417 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbc542e-446b-40c8-b032-b42a3c29ea04 admin admin] Made reservation on behalf of a533c8262e1440ecbe3363e3e3dc38a9 for: {'network': 1} {{(pid=100439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:44:32.132772 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-6fbc542e-446b-40c8-b032-b42a3c29ea04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for network, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:32.148298 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-6fbc542e-446b-40c8-b032-b42a3c29ea04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:32.268598 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-6fbc542e-446b-40c8-b032-b42a3c29ea04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:32.272896 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-6fbc542e-446b-40c8-b032-b42a3c29ea04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:32.312294 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbc542e-446b-40c8-b032-b42a3c29ea04 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=100439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:44:32.317608 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc542e-446b-40c8-b032-b42a3c29ea04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf86807-0c99-4549-bcf6-f392a3a793a8,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:32.328249 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-6fbc542e-446b-40c8-b032-b42a3c29ea04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:32.328859 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.db.segments_db [None req-6fbc542e-446b-40c8-b032-b42a3c29ea04 admin admin] Added segment 4dfdf24f-0b37-43cf-917f-2b2cab882326 of type vlan for network 51def53f-d5e1-4977-bfae-36ca8ddcd38c Aug 18 19:44:32.383584 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-6fbc542e-446b-40c8-b032-b42a3c29ea04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741574042296'] for network, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:32.423046 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-6fbc542e-446b-40c8-b032-b42a3c29ea04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for network, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:32.423950 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbc542e-446b-40c8-b032-b42a3c29ea04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:32.425005 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-6fbc542e-446b-40c8-b032-b42a3c29ea04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:32.491653 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-6fbc542e-446b-40c8-b032-b42a3c29ea04 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5618455 Aug 18 19:44:32.495216 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 44734) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:44:32.501516 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-a3f7c7a9-faef-4a04-97b1-69f8dfd7c28d admin admin] Request body: {'subnet': {'network_id': '51def53f-d5e1-4977-bfae-36ca8ddcd38c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1683911761-subnet', 'tenant_id': 'a533c8262e1440ecbe3363e3e3dc38a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:44:32.518405 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc542e-446b-40c8-b032-b42a3c29ea04 admin admin] Pushing event updated for resources: {'Network': ['ID=51def53f-d5e1-4977-bfae-36ca8ddcd38c,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:32.533069 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Network 51def53f-d5e1-4977-bfae-36ca8ddcd38c details requested by agent ovs-agent-dv-cinder-805072-2-iscsi with host dv-cinder-805072-2-iscsi {{(pid=100441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:44:32.571940 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f7c7a9-faef-4a04-97b1-69f8dfd7c28d admin admin] Made reservation on behalf of a533c8262e1440ecbe3363e3e3dc38a9 for: {'subnet': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:44:32.582472 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a3f7c7a9-faef-4a04-97b1-69f8dfd7c28d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58745785'] for subnet, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:32.652884 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1936f5-bdbd-4d15-a10c-414db3477308 req-e0ca900a-8711-4edb-a20d-6fc1b182a931 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:32.664388 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device ea732548-f71f-4c01-85f1-36da40a7854e up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:44:32.665100 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7d1936f5-bdbd-4d15-a10c-414db3477308 req-e0ca900a-8711-4edb-a20d-6fc1b182a931 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0966465 Aug 18 19:44:32.724654 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port ea732548-f71f-4c01-85f1-36da40a7854e triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:44:32.725804 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:32.731370 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7d1936f5-bdbd-4d15-a10c-414db3477308 req-54f66930-6abd-459e-ae9d-41f1157ad6e3 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652807 Aug 18 19:44:32.756778 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129776b2-f97a-43f2-8add-b76a360db694 req-da81cf1e-4b9b-4c5c-9082-719229121d27 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:32.758005 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-129776b2-f97a-43f2-8add-b76a360db694 req-da81cf1e-4b9b-4c5c-9082-719229121d27 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=65cc3c50-a3f5-42ae-9113-6e109b5c70e5 HTTP/1.1" status: 200 len: 944 time: 0.1634822 Aug 18 19:44:32.762375 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 9e4ef088-0bde-4a0e-8d14-0659f8f11217 up at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:44:32.853882 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-129776b2-f97a-43f2-8add-b76a360db694 req-abab1dc5-846d-41db-8206-c52a9fb37630 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827630 Aug 18 19:44:32.933972 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning for port 9e4ef088-0bde-4a0e-8d14-0659f8f11217 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:44:32.948553 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning complete for port 9e4ef088-0bde-4a0e-8d14-0659f8f11217 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:44:32.948937 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:33.012540 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a3f7c7a9-faef-4a04-97b1-69f8dfd7c28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60457745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58745775'] for subnet, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:33.120285 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7c7a9-faef-4a04-97b1-69f8dfd7c28d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b90120c-cfbd-47d9-9641-58f28b0f10a5,revision_number=0']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:33.123088 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f7c7a9-faef-4a04-97b1-69f8dfd7c28d admin admin] Checking segment: {'id': '4dfdf24f-0b37-43cf-917f-2b2cab882326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '51def53f-d5e1-4977-bfae-36ca8ddcd38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:44:33.123455 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f7c7a9-faef-4a04-97b1-69f8dfd7c28d admin admin] Network hostable DHCP agents. Network: 51def53f-d5e1-4977-bfae-36ca8ddcd38c, hostable agents: ['ab24a8c0-5fbc-4c54-80f8-7c76df3937f6'], hosted agents: [] {{(pid=100440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:44:33.145624 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f7c7a9-faef-4a04-97b1-69f8dfd7c28d admin admin] Network 51def53f-d5e1-4977-bfae-36ca8ddcd38c is scheduled to be hosted by DHCP agent ab24a8c0-5fbc-4c54-80f8-7c76df3937f6 with binding_index 1 {{(pid=100440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:44:33.153238 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:33.157872 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [None req-a3f7c7a9-faef-4a04-97b1-69f8dfd7c28d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-2-iscsi, 51def53f-d5e1-4977-bfae-36ca8ddcd38c) {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:44:33.172225 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f7c7a9-faef-4a04-97b1-69f8dfd7c28d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:33.172883 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a3f7c7a9-faef-4a04-97b1-69f8dfd7c28d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:33.179299 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966c9eb2-c40c-417f-8d05-7f94e5422eca None None] Network 51def53f-d5e1-4977-bfae-36ca8ddcd38c requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:44:33.217031 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-a3f7c7a9-faef-4a04-97b1-69f8dfd7c28d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7201052 Aug 18 19:44:33.291513 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cc3c50-a3f5-42ae-9113-6e109b5c70e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4ef088-0bde-4a0e-8d14-0659f8f11217'}] {{(pid=100441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:44:33.294393 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c845df31933df15e4981d7dcb3334c44fca6e0bb010d803592179d7e14a8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e988393-9fa9-46b5-8e5d-f08ca88061a1" -d '{"events": [{"server_uuid": "65cc3c50-a3f5-42ae-9113-6e109b5c70e5", "name": "network-vif-plugged", "status": "completed", "tag": "9e4ef088-0bde-4a0e-8d14-0659f8f11217"}]}' {{(pid=100441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:44:33.332517 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 9e4ef088-0bde-4a0e-8d14-0659f8f11217, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=9e4ef088-0bde-4a0e-8d14-0659f8f11217,segment=NetworkSegment(605a172b-6239-4dbf-bd92-fa834675d634),segment_id=605a172b-6239-4dbf-bd92-fa834675d634)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:44:33.360857 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:33.368447 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547b5877-f5cb-4580-a47b-c53630bfcaad None None] Network 51def53f-d5e1-4977-bfae-36ca8ddcd38c requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:44:33.406898 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93853d17-f8cf-415d-8e51-81a9ed865c74 x-openstack-request-id: req-93853d17-f8cf-415d-8e51-81a9ed865c74 {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:44:33.407548 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65cc3c50-a3f5-42ae-9113-6e109b5c70e5", "name": "network-vif-plugged", "status": "completed", "tag": "9e4ef088-0bde-4a0e-8d14-0659f8f11217", "code": 200}]} {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:44:33.408133 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-93853d17-f8cf-415d-8e51-81a9ed865c74 {{(pid=100441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:44:33.408754 dv-cinder-805072-2-iscsi neutron-server[100441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65cc3c50-a3f5-42ae-9113-6e109b5c70e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4ef088-0bde-4a0e-8d14-0659f8f11217', 'code': 200} Aug 18 19:44:33.475934 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=9e4ef088-0bde-4a0e-8d14-0659f8f11217,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:33.565365 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4dcc1-9d7b-4ef5-a4c2-5aaa07169ede req-e15708e5-e536-4fcc-a435-cdc86100c30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:33.567963 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c4f4dcc1-9d7b-4ef5-a4c2-5aaa07169ede req-e15708e5-e536-4fcc-a435-cdc86100c30b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a46234c703574ed9b5ffb661124d4f38&device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 1098 time: 0.0686071 Aug 18 19:44:33.628581 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099353dc-e030-4861-b98a-bcc8953c644e req-2d2d9bcd-81b9-4541-b82c-919037482405 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:33.630142 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-099353dc-e030-4861-b98a-bcc8953c644e req-2d2d9bcd-81b9-4541-b82c-919037482405 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0988455 Aug 18 19:44:33.693284 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-099353dc-e030-4861-b98a-bcc8953c644e req-ce921a56-b877-439b-b654-614302b257fe tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532539 Aug 18 19:44:33.755549 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4dcc1-9d7b-4ef5-a4c2-5aaa07169ede req-5b10aef7-8888-4567-a766-28a9323547f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:33.757326 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c4f4dcc1-9d7b-4ef5-a4c2-5aaa07169ede req-5b10aef7-8888-4567-a766-28a9323547f1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dce2f450-0829-49bd-98f5-ccdff24d54ce HTTP/1.1" status: 200 len: 920 time: 0.1795051 Aug 18 19:44:33.764302 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679e110-a4e8-46f8-8da9-44f48121ab5c req-ee1670ba-7383-4457-89ae-9f96522d44dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:33.766050 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2679e110-a4e8-46f8-8da9-44f48121ab5c req-ee1670ba-7383-4457-89ae-9f96522d44dc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=65cc3c50-a3f5-42ae-9113-6e109b5c70e5 HTTP/1.1" status: 200 len: 1098 time: 0.0619471 Aug 18 19:44:33.839279 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c4f4dcc1-9d7b-4ef5-a4c2-5aaa07169ede req-e8260b0b-c9b3-46ce-b7b7-437d23a02fb2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c42eef5-09f4-43c6-b0ab-2a513c8552a7 HTTP/1.1" status: 200 len: 217 time: 0.0620537 Aug 18 19:44:33.847327 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2679e110-a4e8-46f8-8da9-44f48121ab5c req-d976d651-f7d0-4e9f-a6cc-5a53d8673d5e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687008 Aug 18 19:44:33.988624 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180ba6f-9aca-4729-bc8a-9382dbc1e4f5 req-c1bf09b1-4ca5-4f50-b484-a578d1cd0b8f tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:33.990522 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f180ba6f-9aca-4729-bc8a-9382dbc1e4f5 req-c1bf09b1-4ca5-4f50-b484-a578d1cd0b8f tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=65cc3c50-a3f5-42ae-9113-6e109b5c70e5 HTTP/1.1" status: 200 len: 945 time: 0.0640597 Aug 18 19:44:34.048182 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f180ba6f-9aca-4729-bc8a-9382dbc1e4f5 req-220e37f3-680e-4aaf-baa7-bb5492747524 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516226 Aug 18 19:44:34.291275 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4dcc1-9d7b-4ef5-a4c2-5aaa07169ede req-fbec7bc2-444c-4cce-9ab3-aa789d02565d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:34.292764 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c4f4dcc1-9d7b-4ef5-a4c2-5aaa07169ede req-fbec7bc2-444c-4cce-9ab3-aa789d02565d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bed5411e-26f3-415c-9eed-53e1e186712a HTTP/1.1" status: 200 len: 859 time: 0.0573101 Aug 18 19:44:34.337305 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c4f4dcc1-9d7b-4ef5-a4c2-5aaa07169ede req-8890eca7-e619-4979-ada9-80a9eb3cb96c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dce2f450-0829-49bd-98f5-ccdff24d54ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313818 Aug 18 19:44:34.507786 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c4f4dcc1-9d7b-4ef5-a4c2-5aaa07169ede req-23fa8aff-9111-4503-9414-60c02b764513 service neutron] 10.222.0.35 "GET /v2.0/networks/dce2f450-0829-49bd-98f5-ccdff24d54ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030002 Aug 18 19:44:34.614368 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c4f4dcc1-9d7b-4ef5-a4c2-5aaa07169ede req-91b54660-eb32-424a-8dc2-bcf71a44fb5d service neutron] 10.222.0.35 "GET /v2.0/networks/dce2f450-0829-49bd-98f5-ccdff24d54ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983670 Aug 18 19:44:34.823234 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9ceb0-75cb-4a26-9147-83eae2297902 req-662f88a1-de27-4943-8db7-306dab381491 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:34.824941 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-37c9ceb0-75cb-4a26-9147-83eae2297902 req-662f88a1-de27-4943-8db7-306dab381491 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0550501 Aug 18 19:44:34.869389 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-37c9ceb0-75cb-4a26-9147-83eae2297902 req-b63d7514-c643-4abd-8b86-412854b7e51b tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380769 Aug 18 19:44:35.216534 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40481c75-f84b-4a73-80a8-1fa34d73c25e req-571c5e1a-ec20-40b1-902e-c17a549d5588 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:35.218061 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-40481c75-f84b-4a73-80a8-1fa34d73c25e req-571c5e1a-ec20-40b1-902e-c17a549d5588 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=65cc3c50-a3f5-42ae-9113-6e109b5c70e5 HTTP/1.1" status: 200 len: 945 time: 0.0864353 Aug 18 19:44:35.265704 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-40481c75-f84b-4a73-80a8-1fa34d73c25e req-cba388a2-3c37-4e4c-8acc-fef374ee5404 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403743 Aug 18 19:44:35.444954 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-0c22f133-181b-4a15-92a8-e598541b96ec tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:35.446454 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-0c22f133-181b-4a15-92a8-e598541b96ec tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/networks?id=51def53f-d5e1-4977-bfae-36ca8ddcd38c HTTP/1.1" status: 200 len: 814 time: 0.1300051 Aug 18 19:44:35.463196 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-8b6003e1-35d4-427b-808e-03157a44817f tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/quotas/a533c8262e1440ecbe3363e3e3dc38a9 HTTP/1.1" status: 200 len: 375 time: 0.0108345 Aug 18 19:44:35.500181 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-b7d7e179-f079-4cb8-bdcd-d7f00d722d45 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a533c8262e1440ecbe3363e3e3dc38a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309360 Aug 18 19:44:35.612010 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-3c2567ac-f041-4ac9-bca5-292c47c606f0 service neutron] 10.222.0.38 "GET /v2.0/networks/51def53f-d5e1-4977-bfae-36ca8ddcd38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056740 Aug 18 19:44:35.745240 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-e56a25d7-b091-46f3-b922-434f3ec6044e service neutron] 10.222.0.38 "GET /v2.0/networks/51def53f-d5e1-4977-bfae-36ca8ddcd38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300623 Aug 18 19:44:35.992477 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0c630170-683e-4647-b560-3b8d58d95084 req-ee8c6210-f49e-4997-a6b6-e06dace15f5e tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3426d28-60fd-4007-aeec-9c3c9d7a49e6 HTTP/1.1" status: 200 len: 210 time: 0.0704367 Aug 18 19:44:36.078563 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a78f24-1e55-4be9-b44e-f0afa2ff1e66 req-a10cf559-fddc-4ca8-aa1a-a5d43c460e01 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:36.080222 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f6a78f24-1e55-4be9-b44e-f0afa2ff1e66 req-a10cf559-fddc-4ca8-aa1a-a5d43c460e01 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0550492 Aug 18 19:44:36.127541 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f6a78f24-1e55-4be9-b44e-f0afa2ff1e66 req-2ba1f726-bae4-4e13-b1d3-b5faf94d6a2e tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393004 Aug 18 19:44:36.405610 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5612e-ec5f-4fb2-bf63-2b5b547a1b45 req-8a1613be-c6af-4fc8-91ac-ff9a921ac010 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:36.407620 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2ba5612e-ec5f-4fb2-bf63-2b5b547a1b45 req-8a1613be-c6af-4fc8-91ac-ff9a921ac010 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=65cc3c50-a3f5-42ae-9113-6e109b5c70e5 HTTP/1.1" status: 200 len: 945 time: 0.0546784 Aug 18 19:44:36.461237 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2ba5612e-ec5f-4fb2-bf63-2b5b547a1b45 req-f8ac90a6-23cf-4c4a-afa7-ed207e840347 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465505 Aug 18 19:44:37.139592 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7ec8f4fd-0a6f-45ef-a788-a5d9d1c84e1f req-84220a21-4681-46f5-9e60-12e6656dff79 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3426d28-60fd-4007-aeec-9c3c9d7a49e6 HTTP/1.1" status: 200 len: 210 time: 0.0474637 Aug 18 19:44:37.303650 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21368c4-ab5a-49ff-9c87-37473e5f35dc req-73b7ff1e-1d2e-4438-9915-db3b2edda773 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:37.307322 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c21368c4-ab5a-49ff-9c87-37473e5f35dc req-73b7ff1e-1d2e-4438-9915-db3b2edda773 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0668540 Aug 18 19:44:37.369975 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c21368c4-ab5a-49ff-9c87-37473e5f35dc req-679fb5d8-46c9-4c61-8e6b-4b85d8ed25fb tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479319 Aug 18 19:44:37.502250 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8924f-8508-4fe7-847d-58844d53ca9c req-1708693f-541b-4341-a9d0-b2330fa5b964 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:37.504625 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2df8924f-8508-4fe7-847d-58844d53ca9c req-1708693f-541b-4341-a9d0-b2330fa5b964 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=65cc3c50-a3f5-42ae-9113-6e109b5c70e5 HTTP/1.1" status: 200 len: 945 time: 0.0539052 Aug 18 19:44:37.547273 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2df8924f-8508-4fe7-847d-58844d53ca9c req-9cbf6aaf-dc2b-497b-8aff-419f3e05ffd9 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354385 Aug 18 19:44:37.937842 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-17f8344a-cc92-4428-9761-c5f431d5c607 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:37.937842 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-17f8344a-cc92-4428-9761-c5f431d5c607 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.35 "GET /v2.0/networks?id=51def53f-d5e1-4977-bfae-36ca8ddcd38c HTTP/1.1" status: 200 len: 814 time: 0.1466408 Aug 18 19:44:38.011349 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-1a71a8f6-6da9-4e96-983f-cc5ecba9142c tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Request body: {'port': {'device_id': 'f3426d28-60fd-4007-aeec-9c3c9d7a49e6', 'network_id': '51def53f-d5e1-4977-bfae-36ca8ddcd38c', 'admin_state_up': True, 'tenant_id': 'a533c8262e1440ecbe3363e3e3dc38a9'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:44:38.155166 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-1a71a8f6-6da9-4e96-983f-cc5ecba9142c tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Made reservation on behalf of a533c8262e1440ecbe3363e3e3dc38a9 for: {'port': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:44:38.159930 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-1a71a8f6-6da9-4e96-983f-cc5ecba9142c tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:38.273685 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-bb5d52ba-03d9-4bcf-ba86-176614600e55 req-d06770a2-0b3b-48b9-905a-e379d1792732 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3426d28-60fd-4007-aeec-9c3c9d7a49e6 HTTP/1.1" status: 200 len: 210 time: 0.0347278 Aug 18 19:44:38.334805 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-1a71a8f6-6da9-4e96-983f-cc5ecba9142c tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Allocated IP 172.20.0.7 (51def53f-d5e1-4977-bfae-36ca8ddcd38c/5b90120c-cfbd-47d9-9641-58f28b0f10a5/efa567c7-c31c-4ffa-840c-adc5f09e8718) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:44:38.508224 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bb111-add0-4d29-ac5d-59bf87c6a6cb req-7919614c-72c4-4eb4-804d-c3a2311c592a tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:38.514436 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2e7bb111-add0-4d29-ac5d-59bf87c6a6cb req-7919614c-72c4-4eb4-804d-c3a2311c592a tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0585959 Aug 18 19:44:38.548662 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-1a71a8f6-6da9-4e96-983f-cc5ecba9142c tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:38.563922 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2e7bb111-add0-4d29-ac5d-59bf87c6a6cb req-b065f4ce-9010-4bbf-877e-21d4ca31e1b6 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471375 Aug 18 19:44:38.594221 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-1a71a8f6-6da9-4e96-983f-cc5ecba9142c tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:38.665803 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-1a71a8f6-6da9-4e96-983f-cc5ecba9142c tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Network 51def53f-d5e1-4977-bfae-36ca8ddcd38c is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:44:38.683125 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-1a71a8f6-6da9-4e96-983f-cc5ecba9142c tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:44:38.686139 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-1a71a8f6-6da9-4e96-983f-cc5ecba9142c tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:44:38.688409 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71a8f6-6da9-4e96-983f-cc5ecba9142c tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Pushing event updated for resources: {'Port': ['ID=efa567c7-c31c-4ffa-840c-adc5f09e8718,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:38.745478 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e827ce0-ea06-474f-b70e-fdc56802382f req-ce0172ea-2aa6-40be-a7de-460d9b457f8c tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:38.752502 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7e827ce0-ea06-474f-b70e-fdc56802382f req-ce0172ea-2aa6-40be-a7de-460d9b457f8c tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=65cc3c50-a3f5-42ae-9113-6e109b5c70e5 HTTP/1.1" status: 200 len: 945 time: 0.1082089 Aug 18 19:44:38.767052 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-1a71a8f6-6da9-4e96-983f-cc5ecba9142c tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:38.767664 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-1a71a8f6-6da9-4e96-983f-cc5ecba9142c tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:38.795943 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-1a71a8f6-6da9-4e96-983f-cc5ecba9142c tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8000324 Aug 18 19:44:38.803956 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7e827ce0-ea06-474f-b70e-fdc56802382f req-39aa3434-10a6-47c7-a887-0a0670929360 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506651 Aug 18 19:44:38.816628 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-af816359-452f-4426-8736-14eb143e85ab service neutron] Request body: {'port': {'device_id': 'f3426d28-60fd-4007-aeec-9c3c9d7a49e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:44:38.872503 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-af816359-452f-4426-8736-14eb143e85ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:39.150454 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-af816359-452f-4426-8736-14eb143e85ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa567c7-c31c-4ffa-840c-adc5f09e8718 {{(pid=100440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:44:39.157768 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-af816359-452f-4426-8736-14eb143e85ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:39.169630 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-af816359-452f-4426-8736-14eb143e85ab service neutron] Transition to ACTIVE for port object efa567c7-c31c-4ffa-840c-adc5f09e8718 will not be triggered until provisioned by entity L2. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:44:39.174106 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-af816359-452f-4426-8736-14eb143e85ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:39.227269 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af816359-452f-4426-8736-14eb143e85ab service neutron] Pushing event updated for resources: {'Port': ['ID=efa567c7-c31c-4ffa-840c-adc5f09e8718,revision_number=2']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:39.291913 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-af816359-452f-4426-8736-14eb143e85ab service neutron] Attempting to bind port efa567c7-c31c-4ffa-840c-adc5f09e8718 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:44:39.292250 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-af816359-452f-4426-8736-14eb143e85ab service neutron] Attempting to bind port efa567c7-c31c-4ffa-840c-adc5f09e8718 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '4dfdf24f-0b37-43cf-917f-2b2cab882326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '51def53f-d5e1-4977-bfae-36ca8ddcd38c'}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:44:39.292579 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-af816359-452f-4426-8736-14eb143e85ab service neutron] Attempting to bind port efa567c7-c31c-4ffa-840c-adc5f09e8718 on network 51def53f-d5e1-4977-bfae-36ca8ddcd38c {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:44:39.296781 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-af816359-452f-4426-8736-14eb143e85ab service neutron] Port efa567c7-c31c-4ffa-840c-adc5f09e8718 on network 51def53f-d5e1-4977-bfae-36ca8ddcd38c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:44:39.297101 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-af816359-452f-4426-8736-14eb143e85ab service neutron] Attempting to bind port efa567c7-c31c-4ffa-840c-adc5f09e8718 on network 51def53f-d5e1-4977-bfae-36ca8ddcd38c {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:44:39.302166 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-af816359-452f-4426-8736-14eb143e85ab service neutron] Checking agent: {'id': 'a8b818dc-2c80-42c6-b162-9bd2386595a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'started_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:44:39.302564 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-af816359-452f-4426-8736-14eb143e85ab service neutron] Checking segment: {'id': '4dfdf24f-0b37-43cf-917f-2b2cab882326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '51def53f-d5e1-4977-bfae-36ca8ddcd38c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:44:39.303048 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-af816359-452f-4426-8736-14eb143e85ab service neutron] Bound using segment: {'id': '4dfdf24f-0b37-43cf-917f-2b2cab882326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '51def53f-d5e1-4977-bfae-36ca8ddcd38c'} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:44:39.303473 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-af816359-452f-4426-8736-14eb143e85ab service neutron] Bound port: efa567c7-c31c-4ffa-840c-adc5f09e8718, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dfdf24f-0b37-43cf-917f-2b2cab882326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '51def53f-d5e1-4977-bfae-36ca8ddcd38c'}}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:44:39.303829 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-af816359-452f-4426-8736-14eb143e85ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:39.367641 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-af816359-452f-4426-8736-14eb143e85ab service neutron] For port efa567c7-c31c-4ffa-840c-adc5f09e8718, host hv-cinder-80507, cleared binding levels {{(pid=100440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:44:39.370676 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-af816359-452f-4426-8736-14eb143e85ab service neutron] For port efa567c7-c31c-4ffa-840c-adc5f09e8718, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=efa567c7-c31c-4ffa-840c-adc5f09e8718,segment=NetworkSegment(4dfdf24f-0b37-43cf-917f-2b2cab882326),segment_id=4dfdf24f-0b37-43cf-917f-2b2cab882326)] {{(pid=100440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:44:39.375842 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-af816359-452f-4426-8736-14eb143e85ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:39.417296 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-af816359-452f-4426-8736-14eb143e85ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:39.417918 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-af816359-452f-4426-8736-14eb143e85ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:39.419356 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-af816359-452f-4426-8736-14eb143e85ab service neutron] 10.222.0.35 "PUT /v2.0/ports/efa567c7-c31c-4ffa-840c-adc5f09e8718 HTTP/1.1" status: 200 len: 1093 time: 0.6070702 Aug 18 19:44:39.419857 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3426d28-60fd-4007-aeec-9c3c9d7a49e6', 'tag': 'efa567c7-c31c-4ffa-840c-adc5f09e8718'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:44:39.422103 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f7d376-5677-4a26-a2e6-309347b3dbcd" -d '{"events": [{"name": "network-changed", "server_uuid": "f3426d28-60fd-4007-aeec-9c3c9d7a49e6", "tag": "efa567c7-c31c-4ffa-840c-adc5f09e8718"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:44:39.435019 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392e204-41e2-45bf-a204-493d062fa401 req-6718fe28-e2cb-443c-a8ba-7efe940df0fa tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:39.436559 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3392e204-41e2-45bf-a204-493d062fa401 req-6718fe28-e2cb-443c-a8ba-7efe940df0fa tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3426d28-60fd-4007-aeec-9c3c9d7a49e6 HTTP/1.1" status: 200 len: 943 time: 0.0525959 Aug 18 19:44:39.443358 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af816359-452f-4426-8736-14eb143e85ab service neutron] Pushing event updated for resources: {'Port': ['ID=efa567c7-c31c-4ffa-840c-adc5f09e8718,revision_number=3']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:39.477545 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3392e204-41e2-45bf-a204-493d062fa401 req-8d5525d1-4944-48c1-bbcf-114e8b997300 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/security-groups?id=3bf86807-0c99-4549-bcf6-f392a3a793a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329890 Aug 18 19:44:39.523771 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab24684-0b47-4830-bff4-3039277591b7 x-openstack-request-id: req-eab24684-0b47-4830-bff4-3039277591b7 {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:44:39.523771 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3426d28-60fd-4007-aeec-9c3c9d7a49e6", "tag": "efa567c7-c31c-4ffa-840c-adc5f09e8718", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:44:39.523985 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eab24684-0b47-4830-bff4-3039277591b7 {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:44:39.524246 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3426d28-60fd-4007-aeec-9c3c9d7a49e6', 'tag': 'efa567c7-c31c-4ffa-840c-adc5f09e8718', 'status': 'completed', 'code': 200} Aug 18 19:44:39.554782 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-a1ca3eca-0a0c-4cf5-a29f-2fcb7ac70df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:39.556312 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-a1ca3eca-0a0c-4cf5-a29f-2fcb7ac70df4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a533c8262e1440ecbe3363e3e3dc38a9&device_id=f3426d28-60fd-4007-aeec-9c3c9d7a49e6 HTTP/1.1" status: 200 len: 1096 time: 0.0442460 Aug 18 19:44:39.619939 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-3357fd20-8557-449f-870d-65cabe264cf3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efa567c7-c31c-4ffa-840c-adc5f09e8718 HTTP/1.1" status: 200 len: 217 time: 0.0368290 Aug 18 19:44:39.680797 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-3fd12cd7-c756-4146-b312-5b790b26dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:39.682261 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-3fd12cd7-c756-4146-b312-5b790b26dabd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b90120c-cfbd-47d9-9641-58f28b0f10a5 HTTP/1.1" status: 200 len: 854 time: 0.0447817 Aug 18 19:44:39.719539 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-95c2a688-a324-449c-aa75-d91c50e14892 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51def53f-d5e1-4977-bfae-36ca8ddcd38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263362 Aug 18 19:44:39.838080 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-b24d6127-cfaf-419d-b8b9-0ae053978338 service neutron] 10.222.0.35 "GET /v2.0/networks/51def53f-d5e1-4977-bfae-36ca8ddcd38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973611 Aug 18 19:44:39.929964 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19b7a1-19ea-4182-b444-38ecdba00564 req-92828dc2-86ff-4d0f-96c0-09ae32b4d0ce tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:39.931587 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-ff19b7a1-19ea-4182-b444-38ecdba00564 req-92828dc2-86ff-4d0f-96c0-09ae32b4d0ce tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=65cc3c50-a3f5-42ae-9113-6e109b5c70e5 HTTP/1.1" status: 200 len: 945 time: 0.0522375 Aug 18 19:44:39.953898 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1b627e9c-4924-45a3-b9ad-b8e0ab2ce461 req-4f93bced-f0be-4ad9-9af9-5b0adc5ace76 service neutron] 10.222.0.35 "GET /v2.0/networks/51def53f-d5e1-4977-bfae-36ca8ddcd38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939553 Aug 18 19:44:39.971697 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-ff19b7a1-19ea-4182-b444-38ecdba00564 req-44b25bc7-1f51-40bc-8237-d56e56a61513 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339017 Aug 18 19:44:40.147060 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7d376-5677-4a26-a2e6-309347b3dbcd req-ef106c24-8b17-48cd-8a00-043ee9a94b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:40.148844 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-07f7d376-5677-4a26-a2e6-309347b3dbcd req-ef106c24-8b17-48cd-8a00-043ee9a94b0a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a533c8262e1440ecbe3363e3e3dc38a9&device_id=f3426d28-60fd-4007-aeec-9c3c9d7a49e6 HTTP/1.1" status: 200 len: 1096 time: 0.0440540 Aug 18 19:44:40.422113 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ba749-3c85-4828-906a-5bda50418fb3 req-77e03ada-bfa9-4be7-8374-68d516d0c160 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:40.423650 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1b3ba749-3c85-4828-906a-5bda50418fb3 req-77e03ada-bfa9-4be7-8374-68d516d0c160 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.35 "GET /v2.0/ports?device_id=65cc3c50-a3f5-42ae-9113-6e109b5c70e5 HTTP/1.1" status: 200 len: 945 time: 0.1598012 Aug 18 19:44:40.487339 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7d376-5677-4a26-a2e6-309347b3dbcd req-19cf6a5a-23e4-4edb-84cb-307bdc6c3e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:40.488800 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-07f7d376-5677-4a26-a2e6-309347b3dbcd req-19cf6a5a-23e4-4edb-84cb-307bdc6c3e4e service neutron] 10.222.0.35 "GET /v2.0/networks?id=51def53f-d5e1-4977-bfae-36ca8ddcd38c HTTP/1.1" status: 200 len: 915 time: 0.2338462 Aug 18 19:44:40.497847 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-5da9704f-36b8-4f04-99d3-0d7294b84e93 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:40.499198 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-5da9704f-36b8-4f04-99d3-0d7294b84e93 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/networks?id=f814e1db-1b4f-4223-8eee-1aae8c8f02d7 HTTP/1.1" status: 200 len: 814 time: 0.1755278 Aug 18 19:44:40.574045 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-040c59ed-d7ab-4f0e-84ad-43a0630c8f72 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/quotas/40186e8471ed4bd19ef3b036189955b8 HTTP/1.1" status: 200 len: 375 time: 0.0662940 Aug 18 19:44:40.577895 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-07f7d376-5677-4a26-a2e6-309347b3dbcd req-f0393e41-b3ed-483d-ae73-8f41423447a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efa567c7-c31c-4ffa-840c-adc5f09e8718 HTTP/1.1" status: 200 len: 217 time: 0.0581150 Aug 18 19:44:40.655562 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304629b4-d869-4d0d-87ec-a5409163ccb2 req-33d7a751-e164-4ea9-9aa1-85c5a7c19902 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:40.657133 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-304629b4-d869-4d0d-87ec-a5409163ccb2 req-33d7a751-e164-4ea9-9aa1-85c5a7c19902 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3426d28-60fd-4007-aeec-9c3c9d7a49e6 HTTP/1.1" status: 200 len: 943 time: 0.0473533 Aug 18 19:44:40.666616 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7d376-5677-4a26-a2e6-309347b3dbcd req-d527b646-8460-44de-9103-fa41d88f40a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:40.668080 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-07f7d376-5677-4a26-a2e6-309347b3dbcd req-d527b646-8460-44de-9103-fa41d88f40a7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b90120c-cfbd-47d9-9641-58f28b0f10a5 HTTP/1.1" status: 200 len: 854 time: 0.0779345 Aug 18 19:44:40.671876 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-1b3ba749-3c85-4828-906a-5bda50418fb3 req-98119618-8cba-48af-8ec3-82c88e662fb2 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Deleting port 9e4ef088-0bde-4a0e-8d14-0659f8f11217 {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:44:40.672265 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-1b3ba749-3c85-4828-906a-5bda50418fb3 req-98119618-8cba-48af-8ec3-82c88e662fb2 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:40.695722 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-304629b4-d869-4d0d-87ec-a5409163ccb2 req-9d5395cd-d613-40be-9330-724caab80374 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/security-groups?id=3bf86807-0c99-4549-bcf6-f392a3a793a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315959 Aug 18 19:44:40.939551 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-1af0c50b-9400-4b63-b6c9-76cf65d8a3e0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=40186e8471ed4bd19ef3b036189955b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3590715 Aug 18 19:44:40.979497 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-07f7d376-5677-4a26-a2e6-309347b3dbcd req-1dbb46ac-8af2-43fe-917d-4f503496ce78 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51def53f-d5e1-4977-bfae-36ca8ddcd38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3026760 Aug 18 19:44:41.093570 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de74c1c-944b-44b8-b688-30a797208186 req-8dcb26b3-5ab9-4754-b4a7-e95b69304dd0 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:41.095512 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9de74c1c-944b-44b8-b688-30a797208186 req-8dcb26b3-5ab9-4754-b4a7-e95b69304dd0 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=65cc3c50-a3f5-42ae-9113-6e109b5c70e5 HTTP/1.1" status: 200 len: 945 time: 0.0529022 Aug 18 19:44:41.133839 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9de74c1c-944b-44b8-b688-30a797208186 req-9acd1375-64f2-4bf0-bb79-52893c2fa2f0 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/security-groups?id=e4aba659-9a89-4396-aba8-5ad48e0af120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323815 Aug 18 19:44:41.155454 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-1b3ba749-3c85-4828-906a-5bda50418fb3 req-98119618-8cba-48af-8ec3-82c88e662fb2 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] For port 9e4ef088-0bde-4a0e-8d14-0659f8f11217, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=9e4ef088-0bde-4a0e-8d14-0659f8f11217,segment=NetworkSegment(605a172b-6239-4dbf-bd92-fa834675d634),segment_id=605a172b-6239-4dbf-bd92-fa834675d634)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:44:41.155829 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-1b3ba749-3c85-4828-906a-5bda50418fb3 req-98119618-8cba-48af-8ec3-82c88e662fb2 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:41.191014 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-1b3ba749-3c85-4828-906a-5bda50418fb3 req-98119618-8cba-48af-8ec3-82c88e662fb2 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Calling delete_port for 9e4ef088-0bde-4a0e-8d14-0659f8f11217 owned by compute:nova {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:44:41.195729 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-7e0a52b5-e94c-4351-b48d-f294a3ce30c8 service neutron] 10.222.0.38 "GET /v2.0/networks/f814e1db-1b4f-4223-8eee-1aae8c8f02d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188170 Aug 18 19:44:41.199908 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-07f7d376-5677-4a26-a2e6-309347b3dbcd req-d32cd72c-8061-414d-b23f-7f5f6ecf23a4 service neutron] 10.222.0.35 "GET /v2.0/networks/51def53f-d5e1-4977-bfae-36ca8ddcd38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091942 Aug 18 19:44:41.421232 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-8e6bf227-c99f-49fe-93a3-32a1acf6ffd8 service neutron] 10.222.0.38 "GET /v2.0/networks/f814e1db-1b4f-4223-8eee-1aae8c8f02d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157605 Aug 18 19:44:41.423004 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-07f7d376-5677-4a26-a2e6-309347b3dbcd req-84f22838-36d4-4ca2-af5c-d184e50f84a1 service neutron] 10.222.0.35 "GET /v2.0/networks/51def53f-d5e1-4977-bfae-36ca8ddcd38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068558 Aug 18 19:44:41.491493 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-1b3ba749-3c85-4828-906a-5bda50418fb3 req-98119618-8cba-48af-8ec3-82c88e662fb2 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:41.522205 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98119618-8cba-48af-8ec3-82c88e662fb2 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Pushing event deleted for resources: {'Port': ['ID=9e4ef088-0bde-4a0e-8d14-0659f8f11217,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:41.536365 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['9e4ef088-0bde-4a0e-8d14-0659f8f11217'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:44:41.569413 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3ba749-3c85-4828-906a-5bda50418fb3 req-98119618-8cba-48af-8ec3-82c88e662fb2 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] No DVR routers for this DVR port 9e4ef088-0bde-4a0e-8d14-0659f8f11217 on host hv-cinder-80507 {{(pid=100440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:44:41.571935 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-1b3ba749-3c85-4828-906a-5bda50418fb3 req-98119618-8cba-48af-8ec3-82c88e662fb2 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:41.574023 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1b3ba749-3c85-4828-906a-5bda50418fb3 req-98119618-8cba-48af-8ec3-82c88e662fb2 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.35 "DELETE /v2.0/ports/9e4ef088-0bde-4a0e-8d14-0659f8f11217 HTTP/1.1" status: 204 len: 173 time: 1.1203399 Aug 18 19:44:41.574516 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cc3c50-a3f5-42ae-9113-6e109b5c70e5', 'name': 'network-vif-deleted', 'tag': '9e4ef088-0bde-4a0e-8d14-0659f8f11217'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:44:41.576902 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d586a60b-c327-4496-8736-9960cfe5a207" -d '{"events": [{"server_uuid": "65cc3c50-a3f5-42ae-9113-6e109b5c70e5", "name": "network-vif-deleted", "tag": "9e4ef088-0bde-4a0e-8d14-0659f8f11217"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:44:41.625326 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7dce2c76-1737-45ad-a0e2-6614962cd242 req-d637ee41-0bc2-4d5a-b933-c6b25dda5884 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 210 time: 0.0311544 Aug 18 19:44:41.736637 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c18123-8d83-41e4-8b93-c0e1f2decca7 x-openstack-request-id: req-99c18123-8d83-41e4-8b93-c0e1f2decca7 {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:44:41.737159 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65cc3c50-a3f5-42ae-9113-6e109b5c70e5", "name": "network-vif-deleted", "tag": "9e4ef088-0bde-4a0e-8d14-0659f8f11217", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:44:41.737387 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-99c18123-8d83-41e4-8b93-c0e1f2decca7 {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:44:41.738840 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65cc3c50-a3f5-42ae-9113-6e109b5c70e5', 'name': 'network-vif-deleted', 'tag': '9e4ef088-0bde-4a0e-8d14-0659f8f11217', 'status': 'completed', 'code': 200} Aug 18 19:44:41.837508 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5849b81-de66-4372-99b4-28ee12ef57c8 req-77076b44-16cc-41bd-b304-5e4fe7309da0 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:41.839087 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-d5849b81-de66-4372-99b4-28ee12ef57c8 req-77076b44-16cc-41bd-b304-5e4fe7309da0 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3426d28-60fd-4007-aeec-9c3c9d7a49e6 HTTP/1.1" status: 200 len: 943 time: 0.0569968 Aug 18 19:44:41.878696 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-d5849b81-de66-4372-99b4-28ee12ef57c8 req-76e85271-b6df-4190-956d-f241013bc4cb tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/security-groups?id=3bf86807-0c99-4549-bcf6-f392a3a793a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327132 Aug 18 19:44:42.250791 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0af31723-4fa8-408e-982f-c07602362f69 req-ca2294a3-42bc-4a19-9ce7-32c2cdb708b8 tempest-VolumesActionsTest-1987270864 tempest-VolumesActionsTest-1987270864-project] 10.222.0.38 "GET /v2.0/ports?device_id=65cc3c50-a3f5-42ae-9113-6e109b5c70e5 HTTP/1.1" status: 200 len: 210 time: 0.0272484 Aug 18 19:44:42.726051 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-95f36b5e-2558-4dac-a8f3-946f145e3274 req-34e29aaa-d6ab-470b-ab25-1051e31cdd39 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 210 time: 0.0307331 Aug 18 19:44:42.827182 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-58a9d152-8c52-4945-800c-4c95ce5cc2e7 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:42.830591 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-58a9d152-8c52-4945-800c-4c95ce5cc2e7 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.35 "GET /v2.0/networks?id=f814e1db-1b4f-4223-8eee-1aae8c8f02d7 HTTP/1.1" status: 200 len: 814 time: 0.1332562 Aug 18 19:44:42.921331 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-dc716328-71a7-408a-b6bc-5b070008fdb2 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Request body: {'port': {'device_id': 'ddbaf420-b661-4461-a800-981303aac155', 'network_id': 'f814e1db-1b4f-4223-8eee-1aae8c8f02d7', 'admin_state_up': True, 'tenant_id': '40186e8471ed4bd19ef3b036189955b8'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:44:43.038353 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-9879cfde-7e9f-44a2-85e6-32db75eb7087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:43.049458 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3434c-a1f2-4ab4-943a-249e0f904282 req-30cab233-daee-4197-b615-893e1e609fdc tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:43.051231 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0cf3434c-a1f2-4ab4-943a-249e0f904282 req-30cab233-daee-4197-b615-893e1e609fdc tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3426d28-60fd-4007-aeec-9c3c9d7a49e6 HTTP/1.1" status: 200 len: 943 time: 0.0858610 Aug 18 19:44:43.096450 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-dc716328-71a7-408a-b6bc-5b070008fdb2 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Made reservation on behalf of 40186e8471ed4bd19ef3b036189955b8 for: {'port': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:44:43.100568 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-dc716328-71a7-408a-b6bc-5b070008fdb2 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:43.113885 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0cf3434c-a1f2-4ab4-943a-249e0f904282 req-84c2667e-8c3b-48d3-ac0a-a6f842040c60 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/security-groups?id=3bf86807-0c99-4549-bcf6-f392a3a793a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557353 Aug 18 19:44:43.235511 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-dc716328-71a7-408a-b6bc-5b070008fdb2 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Allocated IP 172.20.0.3 (f814e1db-1b4f-4223-8eee-1aae8c8f02d7/498b2575-11ea-41fa-9148-e98bdc81666c/81ce9da5-28fe-47b4-b6a4-f28540691817) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:44:43.420337 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-dc716328-71a7-408a-b6bc-5b070008fdb2 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:43.436583 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-dc716328-71a7-408a-b6bc-5b070008fdb2 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Transition to ACTIVE for port object 81ce9da5-28fe-47b4-b6a4-f28540691817 will not be triggered until provisioned by entity DHCP. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:44:43.482429 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-dc716328-71a7-408a-b6bc-5b070008fdb2 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:43.581053 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc716328-71a7-408a-b6bc-5b070008fdb2 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Pushing event updated for resources: {'Port': ['ID=81ce9da5-28fe-47b4-b6a4-f28540691817,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:43.602767 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-dc716328-71a7-408a-b6bc-5b070008fdb2 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Network f814e1db-1b4f-4223-8eee-1aae8c8f02d7 is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:44:43.604880 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-dc716328-71a7-408a-b6bc-5b070008fdb2 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:44:43.612465 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-dc716328-71a7-408a-b6bc-5b070008fdb2 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:44:43.733832 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-dc716328-71a7-408a-b6bc-5b070008fdb2 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:43.734516 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-dc716328-71a7-408a-b6bc-5b070008fdb2 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:43.797186 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-dc716328-71a7-408a-b6bc-5b070008fdb2 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8833308 Aug 18 19:44:43.939709 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1ea3c-1487-4d00-8476-2a03b88b9a2d req-8410efa6-5750-4aa1-b5b8-49de57588100 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:43.950221 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7fd1ea3c-1487-4d00-8476-2a03b88b9a2d req-8410efa6-5750-4aa1-b5b8-49de57588100 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 931 time: 0.0893221 Aug 18 19:44:43.996175 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7fd1ea3c-1487-4d00-8476-2a03b88b9a2d req-75376ecf-fb59-4f6b-a253-ea7072af11a3 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448034 Aug 18 19:44:44.010502 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c9dfa-33aa-4812-bc21-1e8fd4a808d4 req-e806492a-0b81-481a-ae0e-b49f9d326f37 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:44:44.025510 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8c1c9dfa-33aa-4812-bc21-1e8fd4a808d4 req-e806492a-0b81-481a-ae0e-b49f9d326f37 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.1077898 Aug 18 19:44:44.089294 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-907d5776-7e47-4a20-9a73-09ecd2bea70a None None] Provisioning for port 81ce9da5-28fe-47b4-b6a4-f28540691817 completed by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:44:44.095011 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-907d5776-7e47-4a20-9a73-09ecd2bea70a None None] Provisioning complete for port 81ce9da5-28fe-47b4-b6a4-f28540691817 triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:44:44.095729 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-907d5776-7e47-4a20-9a73-09ecd2bea70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:44.145169 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8c1c9dfa-33aa-4812-bc21-1e8fd4a808d4 req-0f6acc97-0ca5-423d-85a4-0681fdf50a1b tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132021 Aug 18 19:44:44.148148 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-907d5776-7e47-4a20-9a73-09ecd2bea70a None None] Port 81ce9da5-28fe-47b4-b6a4-f28540691817 cannot update to ACTIVE because it is not bound. {{(pid=100441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:44:44.788915 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device efa567c7-c31c-4ffa-840c-adc5f09e8718 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=100441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:44:44.801944 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 9e4ef088-0bde-4a0e-8d14-0659f8f11217 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:44:44.829455 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] No Port match for: 9e4ef088-0bde-4a0e-8d14-0659f8f11217 {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:44:44.829826 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 9e4ef088-0bde-4a0e-8d14-0659f8f11217 not bound to the agent host hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:44:44.917648 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port efa567c7-c31c-4ffa-840c-adc5f09e8718, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=efa567c7-c31c-4ffa-840c-adc5f09e8718,segment=NetworkSegment(4dfdf24f-0b37-43cf-917f-2b2cab882326),segment_id=4dfdf24f-0b37-43cf-917f-2b2cab882326)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:44:44.930505 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Returning: {'device': 'efa567c7-c31c-4ffa-840c-adc5f09e8718', 'network_id': '51def53f-d5e1-4977-bfae-36ca8ddcd38c', 'port_id': 'efa567c7-c31c-4ffa-840c-adc5f09e8718', 'mac_address': 'fa:16:3e:6f:04:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b90120c-cfbd-47d9-9641-58f28b0f10a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:44:44.973875 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:44.988050 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa567c7-c31c-4ffa-840c-adc5f09e8718 {{(pid=100441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:44:45.009691 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port efa567c7-c31c-4ffa-840c-adc5f09e8718, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=efa567c7-c31c-4ffa-840c-adc5f09e8718,segment=NetworkSegment(4dfdf24f-0b37-43cf-917f-2b2cab882326),segment_id=4dfdf24f-0b37-43cf-917f-2b2cab882326)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:44:45.015744 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:45.077337 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=efa567c7-c31c-4ffa-840c-adc5f09e8718,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:45.786145 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-59cc9760-6ed8-4e31-946e-cbceae3232d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:45.876213 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:46.675163 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:48.421521 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:49.917283 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:50.820473 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['efa567c7-c31c-4ffa-840c-adc5f09e8718'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:44:53.976738 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device efa567c7-c31c-4ffa-840c-adc5f09e8718 up at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:44:54.063536 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning for port efa567c7-c31c-4ffa-840c-adc5f09e8718 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:44:54.069232 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning complete for port efa567c7-c31c-4ffa-840c-adc5f09e8718 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:44:54.070442 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:54.197218 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:54.222055 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3426d28-60fd-4007-aeec-9c3c9d7a49e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa567c7-c31c-4ffa-840c-adc5f09e8718'}] {{(pid=100441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:44:54.224382 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c845df31933df15e4981d7dcb3334c44fca6e0bb010d803592179d7e14a8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b958ef7-747b-422c-95fe-9bbc18fd1729" -d '{"events": [{"server_uuid": "f3426d28-60fd-4007-aeec-9c3c9d7a49e6", "name": "network-vif-plugged", "status": "completed", "tag": "efa567c7-c31c-4ffa-840c-adc5f09e8718"}]}' {{(pid=100441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:44:54.238940 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port efa567c7-c31c-4ffa-840c-adc5f09e8718, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=efa567c7-c31c-4ffa-840c-adc5f09e8718,segment=NetworkSegment(4dfdf24f-0b37-43cf-917f-2b2cab882326),segment_id=4dfdf24f-0b37-43cf-917f-2b2cab882326)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:44:54.247104 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:44:54.303406 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=efa567c7-c31c-4ffa-840c-adc5f09e8718,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:44:59.588086 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:45:02.029205 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-f630336a-4d76-42a1-8d82-c14bcd4fd55b service neutron] Request body: {'port': {'device_id': 'ddbaf420-b661-4461-a800-981303aac155', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:45:02.106337 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-f630336a-4d76-42a1-8d82-c14bcd4fd55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:02.199720 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548a97c-12dc-453e-ad8f-e5f6c6623533 req-1da633f7-10d3-41bb-9182-9151acc40e14 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:02.201733 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c548a97c-12dc-453e-ad8f-e5f6c6623533 req-1da633f7-10d3-41bb-9182-9151acc40e14 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3426d28-60fd-4007-aeec-9c3c9d7a49e6 HTTP/1.1" status: 200 len: 945 time: 0.0530419 Aug 18 19:45:02.353551 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c548a97c-12dc-453e-ad8f-e5f6c6623533 req-1be83b4a-c5ed-4043-8091-cc1d21b71827 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/security-groups?id=3bf86807-0c99-4549-bcf6-f392a3a793a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442876 Aug 18 19:45:02.402780 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6c470-c45c-4397-8a55-c99dc0ad8155 req-132181f4-943a-40dd-a3ad-83e7e5cc9d49 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:02.404416 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8be6c470-c45c-4397-8a55-c99dc0ad8155 req-132181f4-943a-40dd-a3ad-83e7e5cc9d49 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 931 time: 0.2331784 Aug 18 19:45:02.500250 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8be6c470-c45c-4397-8a55-c99dc0ad8155 req-9c57c4c8-8dfd-47cb-a393-df22c4b645ff tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888314 Aug 18 19:45:02.519413 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d16f6-f252-4685-a2e1-fefb851486ef req-2a7c28d7-036a-46db-a5aa-265c2aec5a34 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:02.520964 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2b2d16f6-f252-4685-a2e1-fefb851486ef req-2a7c28d7-036a-46db-a5aa-265c2aec5a34 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0598822 Aug 18 19:45:02.561677 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92ad3ca-a2f9-477f-8ded-3dca1ac9b412 x-openstack-request-id: req-d92ad3ca-a2f9-477f-8ded-3dca1ac9b412 {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:45:02.562212 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3426d28-60fd-4007-aeec-9c3c9d7a49e6", "name": "network-vif-plugged", "status": "completed", "tag": "efa567c7-c31c-4ffa-840c-adc5f09e8718", "code": 200}]} {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:45:02.562415 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d92ad3ca-a2f9-477f-8ded-3dca1ac9b412 {{(pid=100441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:45:02.563259 dv-cinder-805072-2-iscsi neutron-server[100441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3426d28-60fd-4007-aeec-9c3c9d7a49e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa567c7-c31c-4ffa-840c-adc5f09e8718', 'code': 200} Aug 18 19:45:02.587752 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2b2d16f6-f252-4685-a2e1-fefb851486ef req-0bf80b18-aca7-4261-9f1d-e921e98bcc57 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497341 Aug 18 19:45:02.654558 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-f630336a-4d76-42a1-8d82-c14bcd4fd55b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ce9da5-28fe-47b4-b6a4-f28540691817 {{(pid=100440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:45:02.666096 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-f630336a-4d76-42a1-8d82-c14bcd4fd55b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:02.681570 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-f630336a-4d76-42a1-8d82-c14bcd4fd55b service neutron] Transition to ACTIVE for port object 81ce9da5-28fe-47b4-b6a4-f28540691817 will not be triggered until provisioned by entity L2. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:45:02.688935 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-f630336a-4d76-42a1-8d82-c14bcd4fd55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:02.765417 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630336a-4d76-42a1-8d82-c14bcd4fd55b service neutron] Pushing event updated for resources: {'Port': ['ID=81ce9da5-28fe-47b4-b6a4-f28540691817,revision_number=2']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:02.884483 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-f630336a-4d76-42a1-8d82-c14bcd4fd55b service neutron] Attempting to bind port 81ce9da5-28fe-47b4-b6a4-f28540691817 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:45:02.884880 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-f630336a-4d76-42a1-8d82-c14bcd4fd55b service neutron] Attempting to bind port 81ce9da5-28fe-47b4-b6a4-f28540691817 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '5ecfeeca-a0c3-4ca6-b9b0-20cf92499652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f814e1db-1b4f-4223-8eee-1aae8c8f02d7'}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:45:02.885220 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-f630336a-4d76-42a1-8d82-c14bcd4fd55b service neutron] Attempting to bind port 81ce9da5-28fe-47b4-b6a4-f28540691817 on network f814e1db-1b4f-4223-8eee-1aae8c8f02d7 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:45:02.890284 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-f630336a-4d76-42a1-8d82-c14bcd4fd55b service neutron] Port 81ce9da5-28fe-47b4-b6a4-f28540691817 on network f814e1db-1b4f-4223-8eee-1aae8c8f02d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:45:02.890939 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-f630336a-4d76-42a1-8d82-c14bcd4fd55b service neutron] Attempting to bind port 81ce9da5-28fe-47b4-b6a4-f28540691817 on network f814e1db-1b4f-4223-8eee-1aae8c8f02d7 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:45:02.897469 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-f630336a-4d76-42a1-8d82-c14bcd4fd55b service neutron] Checking agent: {'id': 'a8b818dc-2c80-42c6-b162-9bd2386595a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'started_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:45:02.898351 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-f630336a-4d76-42a1-8d82-c14bcd4fd55b service neutron] Checking segment: {'id': '5ecfeeca-a0c3-4ca6-b9b0-20cf92499652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f814e1db-1b4f-4223-8eee-1aae8c8f02d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:45:02.899060 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-f630336a-4d76-42a1-8d82-c14bcd4fd55b service neutron] Bound using segment: {'id': '5ecfeeca-a0c3-4ca6-b9b0-20cf92499652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f814e1db-1b4f-4223-8eee-1aae8c8f02d7'} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:45:02.899996 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-f630336a-4d76-42a1-8d82-c14bcd4fd55b service neutron] Bound port: 81ce9da5-28fe-47b4-b6a4-f28540691817, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ecfeeca-a0c3-4ca6-b9b0-20cf92499652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f814e1db-1b4f-4223-8eee-1aae8c8f02d7'}}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:45:02.900368 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-f630336a-4d76-42a1-8d82-c14bcd4fd55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:03.009973 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5d637-e976-4570-ad4d-be172dcc7805 req-e756104f-6a00-4045-b672-654a2bcaf58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:03.011556 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d0c5d637-e976-4570-ad4d-be172dcc7805 req-e756104f-6a00-4045-b672-654a2bcaf58c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f3426d28-60fd-4007-aeec-9c3c9d7a49e6 HTTP/1.1" status: 200 len: 1098 time: 0.0972242 Aug 18 19:45:03.045052 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-f630336a-4d76-42a1-8d82-c14bcd4fd55b service neutron] For port 81ce9da5-28fe-47b4-b6a4-f28540691817, host hv-cinder-80507, cleared binding levels {{(pid=100440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:45:03.070116 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-f630336a-4d76-42a1-8d82-c14bcd4fd55b service neutron] For port 81ce9da5-28fe-47b4-b6a4-f28540691817, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=81ce9da5-28fe-47b4-b6a4-f28540691817,segment=NetworkSegment(5ecfeeca-a0c3-4ca6-b9b0-20cf92499652),segment_id=5ecfeeca-a0c3-4ca6-b9b0-20cf92499652)] {{(pid=100440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:45:03.075279 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d0c5d637-e976-4570-ad4d-be172dcc7805 req-845cad39-0c31-48cb-b95a-835b518a46fa service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3bf86807-0c99-4549-bcf6-f392a3a793a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516133 Aug 18 19:45:03.079993 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-f630336a-4d76-42a1-8d82-c14bcd4fd55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:03.151423 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-f630336a-4d76-42a1-8d82-c14bcd4fd55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:03.152142 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-f630336a-4d76-42a1-8d82-c14bcd4fd55b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:03.153809 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-f630336a-4d76-42a1-8d82-c14bcd4fd55b service neutron] 10.222.0.35 "PUT /v2.0/ports/81ce9da5-28fe-47b4-b6a4-f28540691817 HTTP/1.1" status: 200 len: 1093 time: 1.1293936 Aug 18 19:45:03.154346 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddbaf420-b661-4461-a800-981303aac155', 'tag': '81ce9da5-28fe-47b4-b6a4-f28540691817'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:45:03.156974 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f4b23c-a74e-415d-aada-f2f5769c6fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "ddbaf420-b661-4461-a800-981303aac155", "tag": "81ce9da5-28fe-47b4-b6a4-f28540691817"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:45:03.160897 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630336a-4d76-42a1-8d82-c14bcd4fd55b service neutron] Pushing event updated for resources: {'Port': ['ID=81ce9da5-28fe-47b4-b6a4-f28540691817,revision_number=3']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:03.201987 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0aaee4-6a12-4507-b020-9e525832dcad x-openstack-request-id: req-ca0aaee4-6a12-4507-b020-9e525832dcad {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:45:03.202402 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddbaf420-b661-4461-a800-981303aac155", "tag": "81ce9da5-28fe-47b4-b6a4-f28540691817", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:45:03.202656 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ca0aaee4-6a12-4507-b020-9e525832dcad {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:45:03.203082 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddbaf420-b661-4461-a800-981303aac155', 'tag': '81ce9da5-28fe-47b4-b6a4-f28540691817', 'status': 'completed', 'code': 200} Aug 18 19:45:03.487631 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f6b32-a32b-40d5-986d-04db47250076 req-14d4c11a-0b3c-4295-8747-73f22f8c166d tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:03.489872 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7e5f6b32-a32b-40d5-986d-04db47250076 req-14d4c11a-0b3c-4295-8747-73f22f8c166d tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3426d28-60fd-4007-aeec-9c3c9d7a49e6 HTTP/1.1" status: 200 len: 945 time: 0.0559886 Aug 18 19:45:03.536670 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7e5f6b32-a32b-40d5-986d-04db47250076 req-c91e02fe-78fe-4985-bec8-a6cda0cb1465 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/security-groups?id=3bf86807-0c99-4549-bcf6-f392a3a793a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391002 Aug 18 19:45:03.650347 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b94ad6-72eb-428e-9ff9-2c7a2e227bed req-94f8665b-a8d2-4086-8f55-4cdaeb1f54a6 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:03.652335 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f2b94ad6-72eb-428e-9ff9-2c7a2e227bed req-94f8665b-a8d2-4086-8f55-4cdaeb1f54a6 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 943 time: 0.0652130 Aug 18 19:45:03.713808 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f2b94ad6-72eb-428e-9ff9-2c7a2e227bed req-bc300cbd-9621-4d0e-9c61-913878cc6b8c tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494111 Aug 18 19:45:03.742214 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cadab6-ab53-407d-8ef0-ab58319fb23f req-88ed1dbd-8147-4689-ad3f-a2cbdbdcd920 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:03.744605 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-70cadab6-ab53-407d-8ef0-ab58319fb23f req-88ed1dbd-8147-4689-ad3f-a2cbdbdcd920 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0775995 Aug 18 19:45:03.789573 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-70cadab6-ab53-407d-8ef0-ab58319fb23f req-24d3b969-6e5b-47df-8c1a-f8f0d5d4d3a2 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354886 Aug 18 19:45:03.842335 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4b23c-a74e-415d-aada-f2f5769c6fa6 req-91f0eb18-23d4-4b6e-a3d2-b0b26b273486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:03.844065 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-33f4b23c-a74e-415d-aada-f2f5769c6fa6 req-91f0eb18-23d4-4b6e-a3d2-b0b26b273486 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40186e8471ed4bd19ef3b036189955b8&device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 1096 time: 0.0457253 Aug 18 19:45:04.051491 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4b23c-a74e-415d-aada-f2f5769c6fa6 req-c6880b4c-b64f-473e-843e-4f7a164a2c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:04.053229 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-33f4b23c-a74e-415d-aada-f2f5769c6fa6 req-c6880b4c-b64f-473e-843e-4f7a164a2c64 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=40186e8471ed4bd19ef3b036189955b8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1078331 Aug 18 19:45:04.159551 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4b23c-a74e-415d-aada-f2f5769c6fa6 req-dfbcf7f9-4067-4666-8735-605ac3d0f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:04.161049 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-33f4b23c-a74e-415d-aada-f2f5769c6fa6 req-dfbcf7f9-4067-4666-8735-605ac3d0f35d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985210 Aug 18 19:45:04.317588 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-022c8158-a452-4f1b-b114-bda5c70e4505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:04.320458 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-022c8158-a452-4f1b-b114-bda5c70e4505 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40186e8471ed4bd19ef3b036189955b8&device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 1096 time: 0.0612414 Aug 18 19:45:04.405566 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-d0112b9f-cf6f-448f-881a-494a9ad796c7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81ce9da5-28fe-47b4-b6a4-f28540691817 HTTP/1.1" status: 200 len: 217 time: 0.0655353 Aug 18 19:45:04.507655 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-c2ab0798-6884-497a-a719-d909ff5efca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:04.511070 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-c2ab0798-6884-497a-a719-d909ff5efca3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=498b2575-11ea-41fa-9148-e98bdc81666c HTTP/1.1" status: 200 len: 853 time: 0.0966001 Aug 18 19:45:04.605178 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-473a34d7-ae55-4342-87e2-66805f958e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:04.606753 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-473a34d7-ae55-4342-87e2-66805f958e80 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f814e1db-1b4f-4223-8eee-1aae8c8f02d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0849984 Aug 18 19:45:04.784872 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af4075-0ee7-42e9-bc8d-ff57244bfd02 req-853c659b-e076-4b2c-8285-91ba685f6e8e tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:04.792600 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e0af4075-0ee7-42e9-bc8d-ff57244bfd02 req-853c659b-e076-4b2c-8285-91ba685f6e8e tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3426d28-60fd-4007-aeec-9c3c9d7a49e6 HTTP/1.1" status: 200 len: 945 time: 0.1771364 Aug 18 19:45:04.820369 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-8cc9ebe2-d074-4d4c-b59d-30409abd41ee service neutron] 10.222.0.35 "GET /v2.0/networks/f814e1db-1b4f-4223-8eee-1aae8c8f02d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712999 Aug 18 19:45:04.838627 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e0af4075-0ee7-42e9-bc8d-ff57244bfd02 req-91d596b2-6a12-4186-af13-d12262344408 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/security-groups?id=3bf86807-0c99-4549-bcf6-f392a3a793a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429149 Aug 18 19:45:04.869909 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2e689-d463-46a9-a55a-d46d914f69cc req-1cba8ea9-9280-4ba5-b342-622c7637683a tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:04.879191 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-50b2e689-d463-46a9-a55a-d46d914f69cc req-1cba8ea9-9280-4ba5-b342-622c7637683a tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 943 time: 0.0969951 Aug 18 19:45:04.924257 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-50b2e689-d463-46a9-a55a-d46d914f69cc req-ea10d344-0541-4b50-92cb-32b8f2fdb4f4 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441992 Aug 18 19:45:04.998519 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5287ddf3-3dae-491a-b6fb-11c98b2e7a97 req-eb9174a9-78d6-473f-a365-1387ed804b3d service neutron] 10.222.0.35 "GET /v2.0/networks/f814e1db-1b4f-4223-8eee-1aae8c8f02d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542702 Aug 18 19:45:05.009553 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b17efd-9f1f-4655-8f7f-2a3e274ce192 req-8f20dba2-b199-4490-a30e-f23c12a5f77c tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:05.010961 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-96b17efd-9f1f-4655-8f7f-2a3e274ce192 req-8f20dba2-b199-4490-a30e-f23c12a5f77c tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0883968 Aug 18 19:45:05.050510 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-96b17efd-9f1f-4655-8f7f-2a3e274ce192 req-5ebe93ed-f576-4f3d-800c-5d8bc089946b tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336103 Aug 18 19:45:05.981059 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a365bf-ba17-42af-be52-476fef3a0d2a req-2193aad0-10cf-472a-840d-0c654378f47e tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:05.982732 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-87a365bf-ba17-42af-be52-476fef3a0d2a req-2193aad0-10cf-472a-840d-0c654378f47e tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3426d28-60fd-4007-aeec-9c3c9d7a49e6 HTTP/1.1" status: 200 len: 945 time: 0.0642247 Aug 18 19:45:06.023809 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-87a365bf-ba17-42af-be52-476fef3a0d2a req-1a2d7e5d-d723-4961-aad4-4c8d7e4233bd tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/security-groups?id=3bf86807-0c99-4549-bcf6-f392a3a793a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349000 Aug 18 19:45:06.072102 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8d90f-6726-4aee-b504-f258926a664f req-03342be0-4f55-40ab-99c7-516df75b73cb tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:06.083844 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-59e8d90f-6726-4aee-b504-f258926a664f req-03342be0-4f55-40ab-99c7-516df75b73cb tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 943 time: 0.0789924 Aug 18 19:45:06.160406 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-59e8d90f-6726-4aee-b504-f258926a664f req-3632ad4b-3ff5-4b03-b395-ee25d4505752 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609312 Aug 18 19:45:06.307372 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18821c3e-d004-4c06-b55e-729ae62e30f1 req-ac0b57a5-4913-4ded-9083-09dda8de8c8a tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:06.308955 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-18821c3e-d004-4c06-b55e-729ae62e30f1 req-ac0b57a5-4913-4ded-9083-09dda8de8c8a tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.1517847 Aug 18 19:45:06.364861 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-18821c3e-d004-4c06-b55e-729ae62e30f1 req-e9f5df16-aa7a-4708-9751-a32ea3ce7a9b tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443163 Aug 18 19:45:07.114407 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074a0fc-b251-4091-96f5-4643c89bf621 req-7813ca74-bc61-4779-a59a-630b457082c6 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:07.117906 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5074a0fc-b251-4091-96f5-4643c89bf621 req-7813ca74-bc61-4779-a59a-630b457082c6 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0698888 Aug 18 19:45:07.164375 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5074a0fc-b251-4091-96f5-4643c89bf621 req-d045b98f-de4b-4f16-b03c-bd7130e6a683 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403655 Aug 18 19:45:07.284054 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0647b-b674-496b-8a9b-1c677f0e5ba8 req-5cb25a6c-7c21-4f48-ba86-c8c4034a8ce8 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:07.286074 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-efe0647b-b674-496b-8a9b-1c677f0e5ba8 req-5cb25a6c-7c21-4f48-ba86-c8c4034a8ce8 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.1007240 Aug 18 19:45:07.460998 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ecd0b-d03a-4fbe-bd1e-feb448fda164 req-311eb163-e9fd-4156-99e0-5f58c2ee8fef tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:07.461775 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-014ecd0b-d03a-4fbe-bd1e-feb448fda164 req-311eb163-e9fd-4156-99e0-5f58c2ee8fef tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 943 time: 0.1421669 Aug 18 19:45:07.537704 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-efe0647b-b674-496b-8a9b-1c677f0e5ba8 req-e1702bff-61a8-4bb8-8d63-9c97c1306bc7 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Deleting port fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55 {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:45:07.538876 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-efe0647b-b674-496b-8a9b-1c677f0e5ba8 req-e1702bff-61a8-4bb8-8d63-9c97c1306bc7 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:07.556080 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-014ecd0b-d03a-4fbe-bd1e-feb448fda164 req-f7773a7d-de21-4a3b-b0db-0211e9359698 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836394 Aug 18 19:45:07.602533 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2dc41-ba17-4830-aa61-42762b85d206 req-30c35ce1-fe38-40c3-9258-14ce5dcb69bb tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:07.604104 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f6e2dc41-ba17-4830-aa61-42762b85d206 req-30c35ce1-fe38-40c3-9258-14ce5dcb69bb tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a415b72-e9da-444e-b9fd-858f87dca02e HTTP/1.1" status: 200 len: 945 time: 0.0572398 Aug 18 19:45:07.646979 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f6e2dc41-ba17-4830-aa61-42762b85d206 req-a5fd30be-3984-4082-9123-b0410164684c tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362618 Aug 18 19:45:07.655313 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-efe0647b-b674-496b-8a9b-1c677f0e5ba8 req-e1702bff-61a8-4bb8-8d63-9c97c1306bc7 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] For port fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55,segment=NetworkSegment(c43853ab-c752-4622-a065-06949e11ee38),segment_id=c43853ab-c752-4622-a065-06949e11ee38)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:45:07.655676 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-efe0647b-b674-496b-8a9b-1c677f0e5ba8 req-e1702bff-61a8-4bb8-8d63-9c97c1306bc7 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:07.669486 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-efe0647b-b674-496b-8a9b-1c677f0e5ba8 req-e1702bff-61a8-4bb8-8d63-9c97c1306bc7 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Calling delete_port for fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55 owned by compute:nova {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:45:07.796126 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-efe0647b-b674-496b-8a9b-1c677f0e5ba8 req-e1702bff-61a8-4bb8-8d63-9c97c1306bc7 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:07.836862 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1702bff-61a8-4bb8-8d63-9c97c1306bc7 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Pushing event deleted for resources: {'Port': ['ID=fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:07.854461 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['9c42eef5-09f4-43c6-b0ab-2a513c8552a7', 'fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:45:07.872803 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe0647b-b674-496b-8a9b-1c677f0e5ba8 req-e1702bff-61a8-4bb8-8d63-9c97c1306bc7 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] No DVR routers for this DVR port fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55 on host hv-cinder-80507 {{(pid=100440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:45:07.875327 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-efe0647b-b674-496b-8a9b-1c677f0e5ba8 req-e1702bff-61a8-4bb8-8d63-9c97c1306bc7 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:07.877316 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-efe0647b-b674-496b-8a9b-1c677f0e5ba8 req-e1702bff-61a8-4bb8-8d63-9c97c1306bc7 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.35 "DELETE /v2.0/ports/fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55 HTTP/1.1" status: 204 len: 173 time: 0.5751984 Aug 18 19:45:07.877762 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a415b72-e9da-444e-b9fd-858f87dca02e', 'name': 'network-vif-deleted', 'tag': 'fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:45:07.880320 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c7f6f9-c17e-4c83-bef4-21793b275361" -d '{"events": [{"server_uuid": "3a415b72-e9da-444e-b9fd-858f87dca02e", "name": "network-vif-deleted", "tag": "fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:45:07.918356 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcb66fd-becf-45c1-a723-a81152207679 x-openstack-request-id: req-6bcb66fd-becf-45c1-a723-a81152207679 {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:45:07.918709 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a415b72-e9da-444e-b9fd-858f87dca02e", "name": "network-vif-deleted", "tag": "fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:45:07.918964 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6bcb66fd-becf-45c1-a723-a81152207679 {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:45:07.919355 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a415b72-e9da-444e-b9fd-858f87dca02e', 'name': 'network-vif-deleted', 'tag': 'fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55', 'status': 'completed', 'code': 200} Aug 18 19:45:08.293548 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10567d4-9a4b-4e0c-ae14-2c1067cd1156 req-a1c65bd2-2ae2-4eec-9009-6bc1771a3dd4 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:08.295073 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-d10567d4-9a4b-4e0c-ae14-2c1067cd1156 req-a1c65bd2-2ae2-4eec-9009-6bc1771a3dd4 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0543611 Aug 18 19:45:08.336283 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-d10567d4-9a4b-4e0c-ae14-2c1067cd1156 req-3bccc96e-a911-4d55-99fd-9dca1144b840 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341630 Aug 18 19:45:08.692699 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2486651-4768-4322-858e-bae97670ddc7 req-b46b8d88-0f2d-4183-9ff6-359e6310685c tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:08.702529 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d2486651-4768-4322-858e-bae97670ddc7 req-b46b8d88-0f2d-4183-9ff6-359e6310685c tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 943 time: 0.0776765 Aug 18 19:45:08.752657 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d2486651-4768-4322-858e-bae97670ddc7 req-55e2ac5d-5dc4-440e-88c3-99a3133667e0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408487 Aug 18 19:45:08.967554 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86a12b-9058-42f9-a277-6dd0c8b1b2a4 req-fe1948a0-2052-4ae8-bdc4-4b885190e51a tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:08.969054 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7d86a12b-9058-42f9-a277-6dd0c8b1b2a4 req-fe1948a0-2052-4ae8-bdc4-4b885190e51a tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0576692 Aug 18 19:45:09.013909 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7d86a12b-9058-42f9-a277-6dd0c8b1b2a4 req-416f384e-ae93-4ae7-8117-52730c0c98cc tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372245 Aug 18 19:45:09.458818 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc42518-e292-40d8-852a-34a1861e83b8 req-067b0765-183a-47cd-875e-1d3ded8b9d40 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:09.460902 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9dc42518-e292-40d8-852a-34a1861e83b8 req-067b0765-183a-47cd-875e-1d3ded8b9d40 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0501082 Aug 18 19:45:09.502344 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9dc42518-e292-40d8-852a-34a1861e83b8 req-17ca8c7d-a691-4fef-b57a-e5121ed01aa1 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347514 Aug 18 19:45:09.908319 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e06aaf-ff78-45de-92ef-c357827e9a10 req-8774724b-c87d-4935-be2a-1a1f815245fc tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:09.909804 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-49e06aaf-ff78-45de-92ef-c357827e9a10 req-8774724b-c87d-4935-be2a-1a1f815245fc tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 943 time: 0.0499578 Aug 18 19:45:09.948096 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-49e06aaf-ff78-45de-92ef-c357827e9a10 req-674f0c72-fee1-43c0-8a6a-0e85883caf79 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320082 Aug 18 19:45:10.003943 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 81ce9da5-28fe-47b4-b6a4-f28540691817 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=100441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:45:10.100993 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 81ce9da5-28fe-47b4-b6a4-f28540691817, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=81ce9da5-28fe-47b4-b6a4-f28540691817,segment=NetworkSegment(5ecfeeca-a0c3-4ca6-b9b0-20cf92499652),segment_id=5ecfeeca-a0c3-4ca6-b9b0-20cf92499652)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:45:10.113772 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Returning: {'device': '81ce9da5-28fe-47b4-b6a4-f28540691817', 'network_id': 'f814e1db-1b4f-4223-8eee-1aae8c8f02d7', 'port_id': '81ce9da5-28fe-47b4-b6a4-f28540691817', 'mac_address': 'fa:16:3e:32:20:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '498b2575-11ea-41fa-9148-e98bdc81666c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:45:10.135127 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1106643-5e9e-448d-b029-32cac3fac23f req-f597e94f-5a93-44ff-b162-a79fe69b95b0 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:10.137062 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a1106643-5e9e-448d-b029-32cac3fac23f req-f597e94f-5a93-44ff-b162-a79fe69b95b0 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0502057 Aug 18 19:45:10.152577 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:10.165700 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ce9da5-28fe-47b4-b6a4-f28540691817 {{(pid=100441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:45:10.175448 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a1106643-5e9e-448d-b029-32cac3fac23f req-411f72c2-1d22-450f-8ac1-321e348a7542 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318401 Aug 18 19:45:10.186260 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 81ce9da5-28fe-47b4-b6a4-f28540691817, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=81ce9da5-28fe-47b4-b6a4-f28540691817,segment=NetworkSegment(5ecfeeca-a0c3-4ca6-b9b0-20cf92499652),segment_id=5ecfeeca-a0c3-4ca6-b9b0-20cf92499652)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:45:10.191842 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:10.239317 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=81ce9da5-28fe-47b4-b6a4-f28540691817,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:10.302572 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 45360) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:45:10.350155 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c9c078-c859-4675-8742-83224e813733 admin admin] Deleting subnet d045b04e-304f-4f7a-833f-098824dc8df8 {{(pid=100439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:45:10.353647 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-77c9c078-c859-4675-8742-83224e813733 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:10.388856 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-77c9c078-c859-4675-8742-83224e813733 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:10.398319 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-77c9c078-c859-4675-8742-83224e813733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1353739'] for subnet, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:10.457975 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-77c9c078-c859-4675-8742-83224e813733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1353746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for subnet, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:10.485480 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9c078-c859-4675-8742-83224e813733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d045b04e-304f-4f7a-833f-098824dc8df8,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:10.492336 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-77c9c078-c859-4675-8742-83224e813733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for subnet, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:10.495337 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-77c9c078-c859-4675-8742-83224e813733 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d045b04e-304f-4f7a-833f-098824dc8df8 HTTP/1.1" status: 204 len: 168 time: 0.1915114 Aug 18 19:45:10.497633 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 45362) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:45:10.573670 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4975ed2f-f83e-42fd-ac5b-78940d70a5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596498'] for network, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:10.682463 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4975ed2f-f83e-42fd-ac5b-78940d70a5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1352834', 'neutron.services.segments.db._delete_segments_for_network-8741574556865'] for network, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:10.694363 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.services.segments.db [None req-4975ed2f-f83e-42fd-ac5b-78940d70a5ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae1ee30-7bf8-4179-b887-ec9900231936']}} {{(pid=100440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:45:10.703291 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7869fd-9a91-4291-82f7-5f406ad972dd req-d51fe0e6-d2cb-48a4-9cb7-017e108ce207 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:10.704749 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8d7869fd-9a91-4291-82f7-5f406ad972dd req-d51fe0e6-d2cb-48a4-9cb7-017e108ce207 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.1229539 Aug 18 19:45:10.726384 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.services.segments.db [None req-4975ed2f-f83e-42fd-ac5b-78940d70a5ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605a172b-6239-4dbf-bd92-fa834675d634') {'for_net_delete': True} {{(pid=100440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:45:10.726709 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.services.segments.db [None req-4975ed2f-f83e-42fd-ac5b-78940d70a5ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605a172b-6239-4dbf-bd92-fa834675d634') {} {{(pid=100440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:45:10.742845 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4975ed2f-f83e-42fd-ac5b-78940d70a5ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741574601894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60457745'] for segment, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:10.766798 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4975ed2f-f83e-42fd-ac5b-78940d70a5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:10.771219 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8d7869fd-9a91-4291-82f7-5f406ad972dd req-936fc5f1-b651-4c0a-accf-2d9947335e58 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598619 Aug 18 19:45:10.777443 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4975ed2f-f83e-42fd-ac5b-78940d70a5ee admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=100440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:45:10.777986 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4975ed2f-f83e-42fd-ac5b-78940d70a5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59032178'] for segment, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: Traceback (most recent call last): Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: timer() Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: cb(*args, **kw) Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: return func(*args, **kwargs) Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: self._notify() Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: self.callback(batched_events) Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: event.method(event) Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: return f(self, *a, **k) Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: return self._get(url).json() Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: return self.request(url, 'GET', **kwargs) Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:45:10.780108 dv-cinder-805072-2-iscsi neutron-server[100440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:45:10.786613 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['81ce9da5-28fe-47b4-b6a4-f28540691817'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:45:10.847013 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4975ed2f-f83e-42fd-ac5b-78940d70a5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678657'] for network, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:10.863215 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4975ed2f-f83e-42fd-ac5b-78940d70a5ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:10.865078 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-4975ed2f-f83e-42fd-ac5b-78940d70a5ee admin admin] 10.222.0.38 "DELETE /v2.0/networks/8ae1ee30-7bf8-4179-b887-ec9900231936 HTTP/1.1" status: 204 len: 168 time: 0.3664560 Aug 18 19:45:10.866414 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975ed2f-f83e-42fd-ac5b-78940d70a5ee admin admin] Pushing event deleted for resources: {'Network': ['ID=8ae1ee30-7bf8-4179-b887-ec9900231936,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:10.874111 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975ed2f-f83e-42fd-ac5b-78940d70a5ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:10.874475 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975ed2f-f83e-42fd-ac5b-78940d70a5ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:10.874853 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975ed2f-f83e-42fd-ac5b-78940d70a5ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:10.875198 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975ed2f-f83e-42fd-ac5b-78940d70a5ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:10.875537 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975ed2f-f83e-42fd-ac5b-78940d70a5ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:10.876055 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975ed2f-f83e-42fd-ac5b-78940d70a5ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:10.876271 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975ed2f-f83e-42fd-ac5b-78940d70a5ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:10.879084 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975ed2f-f83e-42fd-ac5b-78940d70a5ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:10.879464 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975ed2f-f83e-42fd-ac5b-78940d70a5ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:10.880448 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975ed2f-f83e-42fd-ac5b-78940d70a5ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:10.880448 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975ed2f-f83e-42fd-ac5b-78940d70a5ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:10.880801 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975ed2f-f83e-42fd-ac5b-78940d70a5ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:11.001035 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 45374) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:45:11.042369 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-acafd3cd-9349-4da8-9b96-53135498fd2e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3810f1999faf4f99a10e8a84685cdd66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400524 Aug 18 19:45:11.044862 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 45376) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:45:11.071348 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d43490-deca-4aca-a8f5-c58a545b93a9 req-c3a83f4f-7fca-4d28-8128-e4a2e621b1b7 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:11.072759 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-79d43490-deca-4aca-a8f5-c58a545b93a9 req-c3a83f4f-7fca-4d28-8128-e4a2e621b1b7 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 944 time: 0.0542743 Aug 18 19:45:11.099226 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f52d5431-6484-4124-91a8-5961895e3ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:11.111848 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-79d43490-deca-4aca-a8f5-c58a545b93a9 req-e465e1cd-027c-4e02-a75e-55d81d1edac8 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331128 Aug 18 19:45:11.121322 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f52d5431-6484-4124-91a8-5961895e3ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:11.168636 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f52d5431-6484-4124-91a8-5961895e3ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:11.171138 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f52d5431-6484-4124-91a8-5961895e3ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:11.172297 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-f52d5431-6484-4124-91a8-5961895e3ca5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e4aba659-9a89-4396-aba8-5ad48e0af120 HTTP/1.1" status: 204 len: 168 time: 0.1265430 Aug 18 19:45:11.180380 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d5431-6484-4124-91a8-5961895e3ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4aba659-9a89-4396-aba8-5ad48e0af120,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:11.296445 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daea88c-3806-4e33-b946-db93b0f093e3 req-7f74ef3f-d782-46b9-9e80-6317014738f1 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:11.297972 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5daea88c-3806-4e33-b946-db93b0f093e3 req-7f74ef3f-d782-46b9-9e80-6317014738f1 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0499644 Aug 18 19:45:11.337519 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5daea88c-3806-4e33-b946-db93b0f093e3 req-f60ab09d-bef8-4d05-83bd-815dd2cce560 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333991 Aug 18 19:45:11.900653 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad070717-7b20-4e03-928b-1bfea233ab6a req-c77b73f3-241f-42c5-aee3-3f4eaedb6b4b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:11.900653 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-ad070717-7b20-4e03-928b-1bfea233ab6a req-c77b73f3-241f-42c5-aee3-3f4eaedb6b4b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0505068 Aug 18 19:45:11.945687 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-ad070717-7b20-4e03-928b-1bfea233ab6a req-8b8f7576-fd3c-4a9c-af1f-ad02c9eacd86 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397615 Aug 18 19:45:12.021886 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 81ce9da5-28fe-47b4-b6a4-f28540691817 up at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:45:12.072739 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning for port 81ce9da5-28fe-47b4-b6a4-f28540691817 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:45:12.076710 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning complete for port 81ce9da5-28fe-47b4-b6a4-f28540691817 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:45:12.077066 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:12.161170 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:12.191566 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddbaf420-b661-4461-a800-981303aac155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ce9da5-28fe-47b4-b6a4-f28540691817'}] {{(pid=100441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:45:12.193863 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c845df31933df15e4981d7dcb3334c44fca6e0bb010d803592179d7e14a8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda0e37c-d24f-404f-a2cd-03dcf74e1b05" -d '{"events": [{"server_uuid": "ddbaf420-b661-4461-a800-981303aac155", "name": "network-vif-plugged", "status": "completed", "tag": "81ce9da5-28fe-47b4-b6a4-f28540691817"}]}' {{(pid=100441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:45:12.212445 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 81ce9da5-28fe-47b4-b6a4-f28540691817, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=81ce9da5-28fe-47b4-b6a4-f28540691817,segment=NetworkSegment(5ecfeeca-a0c3-4ca6-b9b0-20cf92499652),segment_id=5ecfeeca-a0c3-4ca6-b9b0-20cf92499652)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:45:12.217131 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:12.218241 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:45:12.244002 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a239c-c80e-42c0-9ad8-d923ce7a2516 req-d794497d-5f6a-481b-aa59-e8855c70bc6e tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:12.248790 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9af2e5-65f7-4079-9bef-25d6a2099f99 x-openstack-request-id: req-3f9af2e5-65f7-4079-9bef-25d6a2099f99 {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:45:12.249347 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddbaf420-b661-4461-a800-981303aac155", "name": "network-vif-plugged", "status": "completed", "tag": "81ce9da5-28fe-47b4-b6a4-f28540691817", "code": 200}]} {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:45:12.249769 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3f9af2e5-65f7-4079-9bef-25d6a2099f99 {{(pid=100441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:45:12.250318 dv-cinder-805072-2-iscsi neutron-server[100441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddbaf420-b661-4461-a800-981303aac155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ce9da5-28fe-47b4-b6a4-f28540691817', 'code': 200} Aug 18 19:45:12.252445 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b85a239c-c80e-42c0-9ad8-d923ce7a2516 req-d794497d-5f6a-481b-aa59-e8855c70bc6e tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 944 time: 0.0630643 Aug 18 19:45:12.272538 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] No Port match for: fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55 {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:45:12.273154 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device fa7ccdb3-8d13-4331-b71f-96e5ccdb0a55 not bound to the agent host hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:45:12.291134 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b85a239c-c80e-42c0-9ad8-d923ce7a2516 req-a09e13b7-5ec1-4207-80cb-7ca17821cb88 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377655 Aug 18 19:45:12.310262 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=81ce9da5-28fe-47b4-b6a4-f28540691817,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:12.465508 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63514332-375c-45b3-b423-d96851da560d req-f48619e6-72bc-48c7-9bdc-f175efb25d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:12.467028 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-63514332-375c-45b3-b423-d96851da560d req-f48619e6-72bc-48c7-9bdc-f175efb25d4c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 1098 time: 0.0480399 Aug 18 19:45:12.487170 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a4209-ce10-4ec8-b3b4-fb7577a067a2 req-91b017e7-1e3d-4ea7-8243-e48b6922990a tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:12.495040 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-389a4209-ce10-4ec8-b3b4-fb7577a067a2 req-91b017e7-1e3d-4ea7-8243-e48b6922990a tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0691807 Aug 18 19:45:12.528026 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-63514332-375c-45b3-b423-d96851da560d req-36d8c461-9d98-4177-9d96-30ff39fdd63b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459220 Aug 18 19:45:12.539550 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-389a4209-ce10-4ec8-b3b4-fb7577a067a2 req-d97cc32b-4df2-47d7-a7de-ed527f97a96a tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435824 Aug 18 19:45:13.048953 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-17acbace-97b7-4fbb-85fa-9ee9cd056bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:13.075765 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbe53a-6b95-4cd9-b043-0721b2c3fd03 req-89dc7aa1-e974-4a3f-bf39-75e861e31340 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:13.077272 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-33dbe53a-6b95-4cd9-b043-0721b2c3fd03 req-89dc7aa1-e974-4a3f-bf39-75e861e31340 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0507774 Aug 18 19:45:13.116740 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-33dbe53a-6b95-4cd9-b043-0721b2c3fd03 req-5d6a44f0-2498-497b-95e5-f3686cb82f30 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334713 Aug 18 19:45:13.416212 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1bfbca-c5da-4b10-8cf5-8b543e333fe6 req-97438abe-77a2-4ff8-b4ff-7a1a2f041843 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:13.417647 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9c1bfbca-c5da-4b10-8cf5-8b543e333fe6 req-97438abe-77a2-4ff8-b4ff-7a1a2f041843 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 945 time: 0.0513513 Aug 18 19:45:13.454283 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9c1bfbca-c5da-4b10-8cf5-8b543e333fe6 req-83db6a92-a914-49ec-abdb-f03bcc202b7e tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307043 Aug 18 19:45:13.662652 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399608c-263f-48ac-8bd5-f65ef96ba2f2 req-75d51483-c089-4d42-83ca-69c058d83baa tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:13.664176 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d399608c-263f-48ac-8bd5-f65ef96ba2f2 req-75d51483-c089-4d42-83ca-69c058d83baa tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0534079 Aug 18 19:45:13.713461 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d399608c-263f-48ac-8bd5-f65ef96ba2f2 req-21c74b1f-b9ae-4a07-8766-0f3e64ad5c4c tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431774 Aug 18 19:45:14.240404 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6bdc6a-ccab-4d6f-a214-d26856694419 req-94efd23e-7e2b-4b72-a82f-42e51e0910ac tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:14.245507 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7b6bdc6a-ccab-4d6f-a214-d26856694419 req-94efd23e-7e2b-4b72-a82f-42e51e0910ac tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0577698 Aug 18 19:45:14.291548 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7b6bdc6a-ccab-4d6f-a214-d26856694419 req-eab77fe5-033d-46ae-89ec-3ea035c253ca tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359075 Aug 18 19:45:14.573983 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e494b-5057-46b9-82ae-41aa6fe7b3b1 req-027f86e0-57c7-4d75-bbfd-72cc062c309f tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:14.575473 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1f5e494b-5057-46b9-82ae-41aa6fe7b3b1 req-027f86e0-57c7-4d75-bbfd-72cc062c309f tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 945 time: 0.0527914 Aug 18 19:45:14.613004 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1f5e494b-5057-46b9-82ae-41aa6fe7b3b1 req-71af0cc8-4dbd-451b-86c3-6115044deef7 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317237 Aug 18 19:45:14.735904 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf0f95-467e-4e46-b962-c56e648e0740 req-84852fbd-45ee-43d4-b838-0b3fc0018923 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:14.737408 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-d3bf0f95-467e-4e46-b962-c56e648e0740 req-84852fbd-45ee-43d4-b838-0b3fc0018923 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 945 time: 0.0493927 Aug 18 19:45:14.777338 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-d3bf0f95-467e-4e46-b962-c56e648e0740 req-93c26328-3334-442f-9df7-9d2502d16a32 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337591 Aug 18 19:45:14.844901 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6707e7-ed87-4ba5-895c-d2d7367f93d4 req-9f135bc9-c415-4722-9544-9803912f82f9 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:14.846384 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cd6707e7-ed87-4ba5-895c-d2d7367f93d4 req-9f135bc9-c415-4722-9544-9803912f82f9 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0620890 Aug 18 19:45:14.898212 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cd6707e7-ed87-4ba5-895c-d2d7367f93d4 req-58a613ee-0b3c-4aa0-9bff-1fc757254d54 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387096 Aug 18 19:45:15.145378 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dda8dc-97f6-4ee2-9df2-166b4aa92054 req-67bed8b9-e659-4df1-929c-bbf4562877e1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:15.147215 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-61dda8dc-97f6-4ee2-9df2-166b4aa92054 req-67bed8b9-e659-4df1-929c-bbf4562877e1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 945 time: 0.0538223 Aug 18 19:45:15.188708 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-61dda8dc-97f6-4ee2-9df2-166b4aa92054 req-80f3c55b-3e19-4a82-bc58-799ef4fcc4b4 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342185 Aug 18 19:45:15.449187 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224aa92c-747a-4633-9eab-0173309b4685 req-c5036abc-28ce-40e0-ad08-f29052656f35 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:15.450787 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-224aa92c-747a-4633-9eab-0173309b4685 req-c5036abc-28ce-40e0-ad08-f29052656f35 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0572121 Aug 18 19:45:15.496625 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-224aa92c-747a-4633-9eab-0173309b4685 req-93150a7e-c9b6-4b70-87ec-3fb3d4f13c26 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400441 Aug 18 19:45:15.787414 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-e06e571e-8a26-4902-9011-ab075072b91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:15.880539 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:15.927140 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff3fce-9950-4331-92ca-2c5c7615ae25 req-aea8ce4c-f858-4c6d-86a7-7a7c1651ff47 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:15.928311 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1dff3fce-9950-4331-92ca-2c5c7615ae25 req-aea8ce4c-f858-4c6d-86a7-7a7c1651ff47 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.35 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0519831 Aug 18 19:45:16.055411 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bb0a1-6763-42d2-bee9-528376f1b3bb req-ef60c14f-74cd-4a16-832c-d165aafbc22c tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:16.056883 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9c3bb0a1-6763-42d2-bee9-528376f1b3bb req-ef60c14f-74cd-4a16-832c-d165aafbc22c tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 945 time: 0.0861878 Aug 18 19:45:16.071161 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-1dff3fce-9950-4331-92ca-2c5c7615ae25 req-6f06bf69-ed6b-41f3-aec5-d7d3e4de9e78 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Deleting port 9c42eef5-09f4-43c6-b0ab-2a513c8552a7 {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:45:16.072004 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-1dff3fce-9950-4331-92ca-2c5c7615ae25 req-6f06bf69-ed6b-41f3-aec5-d7d3e4de9e78 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:16.400214 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9c3bb0a1-6763-42d2-bee9-528376f1b3bb req-23d2e23f-d90a-4193-8cf7-54f227ac0ba9 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368037 Aug 18 19:45:16.437481 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-1dff3fce-9950-4331-92ca-2c5c7615ae25 req-6f06bf69-ed6b-41f3-aec5-d7d3e4de9e78 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] For port 9c42eef5-09f4-43c6-b0ab-2a513c8552a7, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=9c42eef5-09f4-43c6-b0ab-2a513c8552a7,segment=NetworkSegment(c43853ab-c752-4622-a065-06949e11ee38),segment_id=c43853ab-c752-4622-a065-06949e11ee38)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:45:16.437949 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-1dff3fce-9950-4331-92ca-2c5c7615ae25 req-6f06bf69-ed6b-41f3-aec5-d7d3e4de9e78 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:16.447675 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256df79f-c013-4620-8a40-11ba2d59831a req-bf14369d-f00c-43bd-92b4-a7bcda5fa41d tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:16.449502 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-256df79f-c013-4620-8a40-11ba2d59831a req-bf14369d-f00c-43bd-92b4-a7bcda5fa41d tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0526392 Aug 18 19:45:16.452033 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-1dff3fce-9950-4331-92ca-2c5c7615ae25 req-6f06bf69-ed6b-41f3-aec5-d7d3e4de9e78 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Calling delete_port for 9c42eef5-09f4-43c6-b0ab-2a513c8552a7 owned by compute:nova {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:45:16.495587 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-256df79f-c013-4620-8a40-11ba2d59831a req-097d4945-32ea-4633-abc1-ed2e47573b15 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394223 Aug 18 19:45:16.611294 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-1dff3fce-9950-4331-92ca-2c5c7615ae25 req-6f06bf69-ed6b-41f3-aec5-d7d3e4de9e78 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:16.648506 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06bf69-ed6b-41f3-aec5-d7d3e4de9e78 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Pushing event deleted for resources: {'Port': ['ID=9c42eef5-09f4-43c6-b0ab-2a513c8552a7,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:16.660627 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82fa23-1f3e-470d-93c2-7eed77007663 req-c8465583-8cf7-4c3b-a0cb-94ad3d8d9176 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:16.662200 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8a82fa23-1f3e-470d-93c2-7eed77007663 req-c8465583-8cf7-4c3b-a0cb-94ad3d8d9176 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0888777 Aug 18 19:45:16.680931 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['9c42eef5-09f4-43c6-b0ab-2a513c8552a7'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:45:16.733744 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dff3fce-9950-4331-92ca-2c5c7615ae25 req-6f06bf69-ed6b-41f3-aec5-d7d3e4de9e78 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] No DVR routers for this DVR port 9c42eef5-09f4-43c6-b0ab-2a513c8552a7 on host hv-cinder-80507 {{(pid=100440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:45:16.741959 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-1dff3fce-9950-4331-92ca-2c5c7615ae25 req-6f06bf69-ed6b-41f3-aec5-d7d3e4de9e78 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:16.743966 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1dff3fce-9950-4331-92ca-2c5c7615ae25 req-6f06bf69-ed6b-41f3-aec5-d7d3e4de9e78 tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.35 "DELETE /v2.0/ports/9c42eef5-09f4-43c6-b0ab-2a513c8552a7 HTTP/1.1" status: 204 len: 173 time: 0.8079469 Aug 18 19:45:16.744413 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888e7150-dfaf-42fe-a675-22bf1871b155', 'name': 'network-vif-deleted', 'tag': '9c42eef5-09f4-43c6-b0ab-2a513c8552a7'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:45:16.747364 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d504b67a-2763-42e1-acfd-b4d5f4c87c40" -d '{"events": [{"server_uuid": "888e7150-dfaf-42fe-a675-22bf1871b155", "name": "network-vif-deleted", "tag": "9c42eef5-09f4-43c6-b0ab-2a513c8552a7"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:45:16.749387 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:16.758191 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8a82fa23-1f3e-470d-93c2-7eed77007663 req-fae26e9e-9824-4276-a736-214d82ae9a14 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807574 Aug 18 19:45:16.797610 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d533e04f-d5b6-4882-8b94-219d39cebada x-openstack-request-id: req-d533e04f-d5b6-4882-8b94-219d39cebada {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:45:16.797914 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888e7150-dfaf-42fe-a675-22bf1871b155", "name": "network-vif-deleted", "tag": "9c42eef5-09f4-43c6-b0ab-2a513c8552a7", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:45:16.798263 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d533e04f-d5b6-4882-8b94-219d39cebada {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:45:16.798760 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888e7150-dfaf-42fe-a675-22bf1871b155', 'name': 'network-vif-deleted', 'tag': '9c42eef5-09f4-43c6-b0ab-2a513c8552a7', 'status': 'completed', 'code': 200} Aug 18 19:45:17.516303 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-43d9cba8-fdb8-4a9f-8d38-567b06bb0d5b req-fad62ccf-9166-45f2-a682-42bef236c74e tempest-ServerRescueNegativeTestJSON-364332947 tempest-ServerRescueNegativeTestJSON-364332947-project] 10.222.0.38 "GET /v2.0/ports?device_id=888e7150-dfaf-42fe-a675-22bf1871b155 HTTP/1.1" status: 200 len: 210 time: 0.0276842 Aug 18 19:45:17.620806 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0202d-2458-485d-bdbe-a120b1c7a70e req-0c60716a-8170-422b-bd33-d7cb8569b6d5 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:17.622414 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-32f0202d-2458-485d-bdbe-a120b1c7a70e req-0c60716a-8170-422b-bd33-d7cb8569b6d5 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0533154 Aug 18 19:45:17.668380 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-32f0202d-2458-485d-bdbe-a120b1c7a70e req-2f4c479c-c9c0-4de0-8e4b-f72be4e81bb8 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397143 Aug 18 19:45:17.913584 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3336c1-7f84-4f1a-b6bf-11373e17ee0b req-e7a92c60-9b45-4b04-b6ae-60cf6f2bae44 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:17.915115 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-0a3336c1-7f84-4f1a-b6bf-11373e17ee0b req-e7a92c60-9b45-4b04-b6ae-60cf6f2bae44 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0609758 Aug 18 19:45:17.964477 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-0a3336c1-7f84-4f1a-b6bf-11373e17ee0b req-4f8a46a1-5c35-470b-a9f6-8a22298ada8e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412476 Aug 18 19:45:18.351968 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54b107-c2f1-4986-a294-670c7312b3b0 req-2bb9a369-effd-4338-ab86-693b7626f3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:18.353522 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4e54b107-c2f1-4986-a294-670c7312b3b0 req-2bb9a369-effd-4338-ab86-693b7626f3f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=55a46dee3b2d46d79cfe6a8e52d7bd63&device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 1098 time: 0.0556808 Aug 18 19:45:18.429734 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:18.471454 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54b107-c2f1-4986-a294-670c7312b3b0 req-6a0283ca-dcc5-44be-bb9c-715d6c7f635c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:18.472987 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4e54b107-c2f1-4986-a294-670c7312b3b0 req-6a0283ca-dcc5-44be-bb9c-715d6c7f635c service neutron] 10.222.0.35 "GET /v2.0/networks?id=48079850-84f4-4aec-a648-0aa058db8488 HTTP/1.1" status: 200 len: 917 time: 0.0955906 Aug 18 19:45:18.571568 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4e54b107-c2f1-4986-a294-670c7312b3b0 req-047a0c05-00d0-4525-991a-a692675fae60 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0021955a-d6b5-4d3c-be30-78b86a27a40b HTTP/1.1" status: 200 len: 1001 time: 0.0842583 Aug 18 19:45:18.575231 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 45566) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:45:18.690987 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54b107-c2f1-4986-a294-670c7312b3b0 req-baebaa7c-08af-4914-96f7-97f6eb71de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:18.692614 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4e54b107-c2f1-4986-a294-670c7312b3b0 req-baebaa7c-08af-4914-96f7-97f6eb71de1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b HTTP/1.1" status: 200 len: 855 time: 0.1105340 Aug 18 19:45:18.798113 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9175ad-1f43-4e69-af52-f526e2629229 req-7b264675-d7aa-4d62-904d-ba5ba06c1206 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:18.799686 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-5d9175ad-1f43-4e69-af52-f526e2629229 req-7b264675-d7aa-4d62-904d-ba5ba06c1206 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0529904 Aug 18 19:45:18.814470 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54b107-c2f1-4986-a294-670c7312b3b0 req-4f17fabd-428b-42ee-99d6-ac44ae54a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:18.816246 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4e54b107-c2f1-4986-a294-670c7312b3b0 req-4f17fabd-428b-42ee-99d6-ac44ae54a93d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48079850-84f4-4aec-a648-0aa058db8488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1157382 Aug 18 19:45:18.844155 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-5d9175ad-1f43-4e69-af52-f526e2629229 req-0229aa9a-1ff3-4186-bb91-86dcddf8599e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376749 Aug 18 19:45:18.988984 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4e54b107-c2f1-4986-a294-670c7312b3b0 req-69051de5-a603-492a-bf15-66a2db4069be service neutron] 10.222.0.35 "GET /v2.0/networks/48079850-84f4-4aec-a648-0aa058db8488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636646 Aug 18 19:45:19.193593 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca30e71-e3f5-4136-bbd0-49593ae22c0e req-137ba1da-24e5-44b5-a502-0348ec584512 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:19.195832 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3ca30e71-e3f5-4136-bbd0-49593ae22c0e req-137ba1da-24e5-44b5-a502-0348ec584512 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.1306574 Aug 18 19:45:19.205773 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4e54b107-c2f1-4986-a294-670c7312b3b0 req-e59c55a2-e67b-4e17-8382-03234f794d75 service neutron] 10.222.0.35 "GET /v2.0/networks/48079850-84f4-4aec-a648-0aa058db8488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077336 Aug 18 19:45:19.279662 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3ca30e71-e3f5-4136-bbd0-49593ae22c0e req-7fb0e696-4dd2-4ddc-8583-5904e0a6d5e7 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728986 Aug 18 19:45:19.344663 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-9d7d2c8b-4785-494e-b80d-c65369898ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1676748'] for router_interface, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:19.669456 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-9d7d2c8b-4785-494e-b80d-c65369898ee1 admin admin] Deleting port 10f7e765-f526-45ab-94c6-0659c9aab76d {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:45:19.669723 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-9d7d2c8b-4785-494e-b80d-c65369898ee1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:19.753049 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [None req-9d7d2c8b-4785-494e-b80d-c65369898ee1 admin admin] For port 10f7e765-f526-45ab-94c6-0659c9aab76d, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=10f7e765-f526-45ab-94c6-0659c9aab76d,segment=NetworkSegment(c43853ab-c752-4622-a065-06949e11ee38),segment_id=c43853ab-c752-4622-a065-06949e11ee38)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:45:19.753049 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-9d7d2c8b-4785-494e-b80d-c65369898ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:19.773472 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-9d7d2c8b-4785-494e-b80d-c65369898ee1 admin admin] Calling delete_port for 10f7e765-f526-45ab-94c6-0659c9aab76d owned by network:router_interface {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:45:19.929968 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:19.969303 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8e238-9a42-4418-a719-ee67fc2e8f89 req-ee64bfdd-454e-4abf-a1dd-a8ddaf21182d tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:19.973003 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c1c8e238-9a42-4418-a719-ee67fc2e8f89 req-ee64bfdd-454e-4abf-a1dd-a8ddaf21182d tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0596948 Aug 18 19:45:19.990684 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-9d7d2c8b-4785-494e-b80d-c65369898ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:20.012848 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c1c8e238-9a42-4418-a719-ee67fc2e8f89 req-dd2b901d-a875-46f3-b146-b53a323f4596 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355139 Aug 18 19:45:20.016212 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d2c8b-4785-494e-b80d-c65369898ee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=10f7e765-f526-45ab-94c6-0659c9aab76d,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:20.041643 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 9c42eef5-09f4-43c6-b0ab-2a513c8552a7 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:45:20.062646 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] No Port match for: 9c42eef5-09f4-43c6-b0ab-2a513c8552a7 {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:45:20.063029 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 9c42eef5-09f4-43c6-b0ab-2a513c8552a7 not bound to the agent host hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:45:20.176355 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-9d7d2c8b-4785-494e-b80d-c65369898ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817948'] for router_interface, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:20.659920 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7d2c8b-4785-494e-b80d-c65369898ee1 admin admin] Router a649bdd2-2b9a-4641-affc-ea1a71f4efae has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:45:20.672140 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bdfc3-b323-4539-b01f-08fb1a4a34ad req-11932bdc-eae7-428f-9af6-9db3d010ea33 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:20.673617 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d14bdfc3-b323-4539-b01f-08fb1a4a34ad req-11932bdc-eae7-428f-9af6-9db3d010ea33 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0702384 Aug 18 19:45:20.769008 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d14bdfc3-b323-4539-b01f-08fb1a4a34ad req-be87b929-bf68-45f1-bd60-47129cab340e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879812 Aug 18 19:45:20.819930 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7d2c8b-4785-494e-b80d-c65369898ee1 admin admin] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:45:20.825092 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-9d7d2c8b-4785-494e-b80d-c65369898ee1 admin admin] 10.222.0.38 "PUT /v2.0/routers/a649bdd2-2b9a-4641-affc-ea1a71f4efae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2488472 Aug 18 19:45:20.827666 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 45588) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:45:20.829096 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc941891-c546-4949-a854-eb29f7154b1d None None] Sync routers for ids ['a649bdd2-2b9a-4641-affc-ea1a71f4efae'] in dv-cinder-805072-2-iscsi {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:45:20.839332 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc941891-c546-4949-a854-eb29f7154b1d None None] Routers {'a649bdd2-2b9a-4641-affc-ea1a71f4efae'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:45:20.840016 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-dc941891-c546-4949-a854-eb29f7154b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:45:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['a649bdd2-2b9a-4641-affc-ea1a71f4efae'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:45:20.952397 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-9d2784e6-3736-4398-b6d2-5dcbf880b5f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:20.959853 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-dc941891-c546-4949-a854-eb29f7154b1d None None] Set router a649bdd2-2b9a-4641-affc-ea1a71f4efae gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:45:21.087595 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-9d2784e6-3736-4398-b6d2-5dcbf880b5f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:21.141690 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49f61f-1016-4d4a-81ac-6ecf03b420da req-83179cff-aad1-478b-912b-1fe8927f8819 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:21.144392 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2f49f61f-1016-4d4a-81ac-6ecf03b420da req-83179cff-aad1-478b-912b-1fe8927f8819 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0531251 Aug 18 19:45:21.151679 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-9d2784e6-3736-4398-b6d2-5dcbf880b5f6 admin admin] Deleting port e795badc-917d-4626-a919-174b89d40e9b {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:45:21.152028 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-9d2784e6-3736-4398-b6d2-5dcbf880b5f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:21.203955 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2f49f61f-1016-4d4a-81ac-6ecf03b420da req-accff7bf-0c90-40ca-b664-5cc5720d600c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454903 Aug 18 19:45:21.248364 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [None req-9d2784e6-3736-4398-b6d2-5dcbf880b5f6 admin admin] For port e795badc-917d-4626-a919-174b89d40e9b, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=e795badc-917d-4626-a919-174b89d40e9b,segment=NetworkSegment(0bdaf2c9-3eca-4db0-8337-689581495736),segment_id=0bdaf2c9-3eca-4db0-8337-689581495736)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:45:21.249014 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-9d2784e6-3736-4398-b6d2-5dcbf880b5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:21.259202 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-dc941891-c546-4949-a854-eb29f7154b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a649bdd2-2b9a-4641-affc-ea1a71f4efae', 'name': 'tempest-ServerRescueNegativeTestJSON-1067368503-router', 'tenant_id': 'a46234c703574ed9b5ffb661124d4f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'e795badc-917d-4626-a919-174b89d40e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:11Z', 'updated_at': '2021-08-18T19:45:19Z', 'revision_number': 5, 'project_id': 'a46234c703574ed9b5ffb661124d4f38', 'gw_port': {'id': 'e795badc-917d-4626-a919-174b89d40e9b', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a649bdd2-2b9a-4641-affc-ea1a71f4efae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:13Z', 'updated_at': '2021-08-18T19:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:45:21.269919 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-9d2784e6-3736-4398-b6d2-5dcbf880b5f6 admin admin] Calling delete_port for e795badc-917d-4626-a919-174b89d40e9b owned by network:router_gateway {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:45:21.287000 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc941891-c546-4949-a854-eb29f7154b1d None None] Checking router: a649bdd2-2b9a-4641-affc-ea1a71f4efae for host: dv-cinder-805072-2-iscsi {{(pid=100442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:45:21.297191 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc941891-c546-4949-a854-eb29f7154b1d None None] Routers {'a649bdd2-2b9a-4641-affc-ea1a71f4efae'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:45:21.297714 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-dc941891-c546-4949-a854-eb29f7154b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:45:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['a649bdd2-2b9a-4641-affc-ea1a71f4efae'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:45:21.389529 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-dc941891-c546-4949-a854-eb29f7154b1d None None] Set router a649bdd2-2b9a-4641-affc-ea1a71f4efae gateway port host: None {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:45:21.452416 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-dc941891-c546-4949-a854-eb29f7154b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a649bdd2-2b9a-4641-affc-ea1a71f4efae', 'name': 'tempest-ServerRescueNegativeTestJSON-1067368503-router', 'tenant_id': 'a46234c703574ed9b5ffb661124d4f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:11Z', 'updated_at': '2021-08-18T19:45:21Z', 'revision_number': 6, 'project_id': 'a46234c703574ed9b5ffb661124d4f38', 'gw_port_host': None}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:45:21.480760 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc941891-c546-4949-a854-eb29f7154b1d None None] The sync data for ids ['a649bdd2-2b9a-4641-affc-ea1a71f4efae'] in dv-cinder-805072-2-iscsi is: [{'id': 'a649bdd2-2b9a-4641-affc-ea1a71f4efae', 'name': 'tempest-ServerRescueNegativeTestJSON-1067368503-router', 'tenant_id': 'a46234c703574ed9b5ffb661124d4f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:11Z', 'updated_at': '2021-08-18T19:45:21Z', 'revision_number': 6, 'project_id': 'a46234c703574ed9b5ffb661124d4f38', 'gw_port_host': None}] {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:45:21.486174 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-9d2784e6-3736-4398-b6d2-5dcbf880b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:21.536015 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2784e6-3736-4398-b6d2-5dcbf880b5f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e795badc-917d-4626-a919-174b89d40e9b,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:21.606928 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-9d2784e6-3736-4398-b6d2-5dcbf880b5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678740'] for router_gateway, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:21.714159 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-9d2784e6-3736-4398-b6d2-5dcbf880b5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59033'] for router, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:21.716738 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-9d2784e6-3736-4398-b6d2-5dcbf880b5f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:21.809213 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-9d2784e6-3736-4398-b6d2-5dcbf880b5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674974'] for router, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:21.810120 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2784e6-3736-4398-b6d2-5dcbf880b5f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a649bdd2-2b9a-4641-affc-ea1a71f4efae {{(pid=100440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 19:45:21.818742 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-9d2784e6-3736-4398-b6d2-5dcbf880b5f6 admin admin] Notify callbacks [] for router, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:21.822857 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-9d2784e6-3736-4398-b6d2-5dcbf880b5f6 admin admin] 10.222.0.38 "DELETE /v2.0/routers/a649bdd2-2b9a-4641-affc-ea1a71f4efae HTTP/1.1" status: 204 len: 168 time: 0.9918702 Aug 18 19:45:21.823161 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 45600) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:45:21.905565 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aea44e7-20e2-4fd8-9c79-3a247a76fc1a admin admin] Deleting subnet bed5411e-26f3-415c-9eed-53e1e186712a {{(pid=100440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:45:21.909193 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0aea44e7-20e2-4fd8-9c79-3a247a76fc1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:21.956514 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158b50a-6753-4e97-b7bd-d1c6bf4b6877 req-c54c7155-fc92-4038-9e0a-c303addc6a38 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:21.957990 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1158b50a-6753-4e97-b7bd-d1c6bf4b6877 req-c54c7155-fc92-4038-9e0a-c303addc6a38 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0975811 Aug 18 19:45:21.960070 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0aea44e7-20e2-4fd8-9c79-3a247a76fc1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60457752'] for subnet, precommit_delete_associations {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:22.026715 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0aea44e7-20e2-4fd8-9c79-3a247a76fc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1353739'] for subnet, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:22.031027 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1158b50a-6753-4e97-b7bd-d1c6bf4b6877 req-aac67596-21d7-4444-9248-0075c57e14c2 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517867 Aug 18 19:45:22.085453 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0aea44e7-20e2-4fd8-9c79-3a247a76fc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1353746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60457936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58745764'] for subnet, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:22.109784 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea44e7-20e2-4fd8-9c79-3a247a76fc1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bed5411e-26f3-415c-9eed-53e1e186712a,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:22.115739 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0aea44e7-20e2-4fd8-9c79-3a247a76fc1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:22.118321 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-0aea44e7-20e2-4fd8-9c79-3a247a76fc1a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/bed5411e-26f3-415c-9eed-53e1e186712a HTTP/1.1" status: 204 len: 168 time: 0.2941518 Aug 18 19:45:22.121084 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 45602) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:45:22.199905 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-df512c76-0a12-409d-ba87-88e1d4ac9c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596498'] for network, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:22.302161 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-df512c76-0a12-409d-ba87-88e1d4ac9c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1352834', 'neutron.services.segments.db._delete_segments_for_network-8741574556865'] for network, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:22.317638 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.services.segments.db [None req-df512c76-0a12-409d-ba87-88e1d4ac9c48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dce2f450-0829-49bd-98f5-ccdff24d54ce']}} {{(pid=100440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:45:22.331733 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.services.segments.db [None req-df512c76-0a12-409d-ba87-88e1d4ac9c48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43853ab-c752-4622-a065-06949e11ee38') {'for_net_delete': True} {{(pid=100440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:45:22.332142 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.services.segments.db [None req-df512c76-0a12-409d-ba87-88e1d4ac9c48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43853ab-c752-4622-a065-06949e11ee38') {} {{(pid=100440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:45:22.344308 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-df512c76-0a12-409d-ba87-88e1d4ac9c48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741574601894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60457745'] for segment, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:22.356332 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f74fd8-8689-4c7c-a113-127c29cd819e req-3c8b21ce-0db4-4da1-b276-0d790b64dc4a tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:22.357910 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-64f74fd8-8689-4c7c-a113-127c29cd819e req-3c8b21ce-0db4-4da1-b276-0d790b64dc4a tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0624092 Aug 18 19:45:22.359731 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-df512c76-0a12-409d-ba87-88e1d4ac9c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:22.370573 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df512c76-0a12-409d-ba87-88e1d4ac9c48 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=100440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:45:22.371222 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-df512c76-0a12-409d-ba87-88e1d4ac9c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59032178'] for segment, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: Traceback (most recent call last): Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: timer() Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: cb(*args, **kw) Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: return func(*args, **kwargs) Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: self._notify() Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: self.callback(batched_events) Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: event.method(event) Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: return f(self, *a, **k) Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: return self._get(url).json() Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: return self.request(url, 'GET', **kwargs) Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:45:22.373298 dv-cinder-805072-2-iscsi neutron-server[100440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:45:22.426800 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-64f74fd8-8689-4c7c-a113-127c29cd819e req-72046f74-f368-4396-a834-9276c6e16b59 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570867 Aug 18 19:45:22.462624 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-df512c76-0a12-409d-ba87-88e1d4ac9c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678657'] for network, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:22.467827 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-df512c76-0a12-409d-ba87-88e1d4ac9c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:22.469712 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-df512c76-0a12-409d-ba87-88e1d4ac9c48 admin admin] 10.222.0.38 "DELETE /v2.0/networks/dce2f450-0829-49bd-98f5-ccdff24d54ce HTTP/1.1" status: 204 len: 168 time: 0.3476520 Aug 18 19:45:22.483750 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df512c76-0a12-409d-ba87-88e1d4ac9c48 admin admin] Pushing event deleted for resources: {'Network': ['ID=dce2f450-0829-49bd-98f5-ccdff24d54ce,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:22.581000 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 10f7e765-f526-45ab-94c6-0659c9aab76d no longer exists at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:45:22.603341 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] No Port match for: 10f7e765-f526-45ab-94c6-0659c9aab76d {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:45:22.603691 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 10f7e765-f526-45ab-94c6-0659c9aab76d not bound to the agent host dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:45:22.604293 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device e795badc-917d-4626-a919-174b89d40e9b no longer exists at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:45:22.627508 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] No Port match for: e795badc-917d-4626-a919-174b89d40e9b {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:45:22.628110 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device e795badc-917d-4626-a919-174b89d40e9b not bound to the agent host dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:45:22.715695 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 45614) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:45:22.762463 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-c48b6116-d21e-4c64-9784-a3c0cc4951af admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a46234c703574ed9b5ffb661124d4f38&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0455222 Aug 18 19:45:22.765221 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 45616) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:45:22.818688 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d03676f2-975b-412b-bb8d-a46d57f18bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:22.841128 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d03676f2-975b-412b-bb8d-a46d57f18bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:22.895159 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d03676f2-975b-412b-bb8d-a46d57f18bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:22.899097 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d03676f2-975b-412b-bb8d-a46d57f18bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:22.902770 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-d03676f2-975b-412b-bb8d-a46d57f18bcd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451 HTTP/1.1" status: 204 len: 168 time: 0.1342812 Aug 18 19:45:22.919409 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03676f2-975b-412b-bb8d-a46d57f18bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc082d6-9ff2-45e6-a0b2-22c8e3f1e451,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:23.188147 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418dfb09-3896-4a13-8500-d16341e1a3b8 req-6dbb3b62-9550-46aa-babe-51fb31318a30 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:23.189925 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-418dfb09-3896-4a13-8500-d16341e1a3b8 req-6dbb3b62-9550-46aa-babe-51fb31318a30 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0567613 Aug 18 19:45:23.246977 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-418dfb09-3896-4a13-8500-d16341e1a3b8 req-8486ca80-4fd3-46d5-9816-97ec6f61f30e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456338 Aug 18 19:45:23.570297 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b0dd8-8fba-427d-a3db-ae50d448670c req-720e7084-7a2e-4d64-b097-d4fd23cf4b93 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:23.571912 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-081b0dd8-8fba-427d-a3db-ae50d448670c req-720e7084-7a2e-4d64-b097-d4fd23cf4b93 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0670054 Aug 18 19:45:23.623756 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-081b0dd8-8fba-427d-a3db-ae50d448670c req-0105da57-9666-4bff-b174-08a0127d73ce tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409210 Aug 18 19:45:24.375581 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac97c0-61f4-4970-a2f1-50f8b530c9ac req-55cf8c1a-6806-4924-9ec4-d49923b97b40 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:24.377295 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9dac97c0-61f4-4970-a2f1-50f8b530c9ac req-55cf8c1a-6806-4924-9ec4-d49923b97b40 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0520377 Aug 18 19:45:24.420009 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9dac97c0-61f4-4970-a2f1-50f8b530c9ac req-072cbafb-de8b-44b8-933f-9e4f177b33e0 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344687 Aug 18 19:45:24.746419 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33604043-b89c-4094-b6fb-069df855f288 req-d077cc06-9c8e-4a69-9957-1cbaba932de0 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:24.748207 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-33604043-b89c-4094-b6fb-069df855f288 req-d077cc06-9c8e-4a69-9957-1cbaba932de0 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0538819 Aug 18 19:45:24.793750 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-33604043-b89c-4094-b6fb-069df855f288 req-ed2f7943-c4f9-4432-b391-00e75422144b tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380685 Aug 18 19:45:25.199552 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607c306-0209-4b26-9b25-d6a78b075e45 req-f94e9291-776f-4595-8715-087a3196ea95 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:25.201012 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e607c306-0209-4b26-9b25-d6a78b075e45 req-f94e9291-776f-4595-8715-087a3196ea95 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 945 time: 0.0481966 Aug 18 19:45:25.238893 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e607c306-0209-4b26-9b25-d6a78b075e45 req-8adfe2a7-5c4e-47e7-8631-a93b7eb66d0b tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302427 Aug 18 19:45:25.261945 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 45678) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:45:25.471167 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9b8cc1-46ff-41ad-8d75-a9b3b0a9df2a tempest-TestMinimumBasicScenario-407782763 tempest-TestMinimumBasicScenario-407782763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:25.473465 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-1e9b8cc1-46ff-41ad-8d75-a9b3b0a9df2a tempest-TestMinimumBasicScenario-407782763 tempest-TestMinimumBasicScenario-407782763-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 1093 time: 0.2098341 Aug 18 19:45:25.477351 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 45692) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:45:25.482802 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Request body: {'floatingip': {'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'port_id': '81ce9da5-28fe-47b4-b6a4-f28540691817', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:45:25.522254 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for floatingip, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:25.617172 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d0cb0-3b96-4eb1-8b26-3338660665f4 req-b4f0a23e-aae2-40b3-a4be-5cf8bcc8c531 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:25.619361 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e23d0cb0-3b96-4eb1-8b26-3338660665f4 req-b4f0a23e-aae2-40b3-a4be-5cf8bcc8c531 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.1018105 Aug 18 19:45:25.678085 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e23d0cb0-3b96-4eb1-8b26-3338660665f4 req-ef4a2c10-42bd-4f40-8203-2b245e408c9d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462682 Aug 18 19:45:25.885611 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:25.913676 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f2805-4a2e-4865-92b0-5669a9982181 req-0514ba2f-d3c3-4909-8b0a-5645e17a3dc1 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:25.915483 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9f6f2805-4a2e-4865-92b0-5669a9982181 req-0514ba2f-d3c3-4909-8b0a-5645e17a3dc1 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0502653 Aug 18 19:45:25.954069 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9f6f2805-4a2e-4865-92b0-5669a9982181 req-f07d8c82-545f-47b8-b79e-7298b3006392 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326350 Aug 18 19:45:25.987050 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.db_base_plugin_common [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Allocated IP 172.27.2.51 (c9e7b0ac-d07a-45d1-b669-710203e2b4d9/fcdf06bc-9cb8-408c-b78f-916aa229f92b/5c2eff08-6c08-4792-aad1-b5db19bb1fbf) {{(pid=100439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:45:26.093012 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for port, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:26.133774 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286'] for port, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:26.169304 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 is already hosted by enough agents. {{(pid=100439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:45:26.174127 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Resources bound (agent type, host, resource id): {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:45:26.177046 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Received port after_create {{(pid=100439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:45:26.229820 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Pushing event updated for resources: {'Port': ['ID=5c2eff08-6c08-4792-aad1-b5db19bb1fbf,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:26.252953 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:26.253308 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:26.253653 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:26.253993 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:26.254331 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:26.254690 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:26.255024 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:26.255360 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:26.255690 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:26.256019 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:26.256349 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:26.256714 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:26.642524 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:26.757829 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:26.812734 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ed85d-8825-4a15-a82f-a5b543b529e2 req-fb2ad307-fb23-4045-a942-ca4b8f327212 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:26.814204 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-102ed85d-8825-4a15-a82f-a5b543b529e2 req-fb2ad307-fb23-4045-a942-ca4b8f327212 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0496383 Aug 18 19:45:26.854353 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-102ed85d-8825-4a15-a82f-a5b543b529e2 req-d3cf0b19-b674-45f5-b8c9-a7db6723633e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327442 Aug 18 19:45:26.907475 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for port, precommit_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:26.915327 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:26.948152 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665786'] for floatingip, after_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:26.996650 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Pushing event updated for resources: {'Port': ['ID=5c2eff08-6c08-4792-aad1-b5db19bb1fbf,revision_number=2']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:27.095821 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.db.l3_db [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Floating IP 8f80d1be-7fb7-45fe-879b-410bcfdfe009 associated. External IP: 172.27.2.51, port: 81ce9da5-28fe-47b4-b6a4-f28540691817. Aug 18 19:45:27.107744 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d2d65-eee8-467f-98dd-e2c45db8b644 req-be7ef5ab-51c6-41d8-b8c1-0f88d20c2c3e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:27.109222 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9c9d2d65-eee8-467f-98dd-e2c45db8b644 req-be7ef5ab-51c6-41d8-b8c1-0f88d20c2c3e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0702629 Aug 18 19:45:27.215692 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9c9d2d65-eee8-467f-98dd-e2c45db8b644 req-89fe4ffa-bafd-49ad-bcc6-e8c844574758 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769687 Aug 18 19:45:27.539295 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Router 997740a1-6519-4882-816e-14dcb1880b52 has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:45:27.642200 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:45:27.657076 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de02bb95-982f-4eb1-ac58-d2d5cda1b4ca None None] Sync routers for ids ['997740a1-6519-4882-816e-14dcb1880b52'] in dv-cinder-805072-2-iscsi {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:45:27.670978 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de02bb95-982f-4eb1-ac58-d2d5cda1b4ca None None] Routers {'997740a1-6519-4882-816e-14dcb1880b52'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:45:27.672042 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-de02bb95-982f-4eb1-ac58-d2d5cda1b4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:45:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['997740a1-6519-4882-816e-14dcb1880b52'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:45:27.681443 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for floatingip, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:27.716907 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-bb61968d-ff98-48e1-95bb-a77c62cb2dd1 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2346854 Aug 18 19:45:27.716907 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddbaf420-b661-4461-a800-981303aac155', 'tag': '81ce9da5-28fe-47b4-b6a4-f28540691817'}] {{(pid=100439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:45:27.716907 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ab9088d6b8f713b7e493d085ecf6383b14a9a44922bc94c27de7c50ab71fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f73b72-619b-4e67-908a-8d1f1ee48cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "ddbaf420-b661-4461-a800-981303aac155", "tag": "81ce9da5-28fe-47b4-b6a4-f28540691817"}]}' {{(pid=100439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:45:27.717336 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 45726) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:45:27.721926 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-4f728328-8076-4157-b33e-c8517b7c53d3 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-188713807', 'description': 'tempest-secgroup-smoke-188713807 description', 'project_id': '40186e8471ed4bd19ef3b036189955b8'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:45:27.754624 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def50fc1-9b73-46ed-b630-09940430ecd2 x-openstack-request-id: req-def50fc1-9b73-46ed-b630-09940430ecd2 {{(pid=100439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:45:27.754983 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddbaf420-b661-4461-a800-981303aac155", "tag": "81ce9da5-28fe-47b4-b6a4-f28540691817", "status": "completed", "code": 200}]} {{(pid=100439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:45:27.755238 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-def50fc1-9b73-46ed-b630-09940430ecd2 {{(pid=100439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:45:27.755694 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddbaf420-b661-4461-a800-981303aac155', 'tag': '81ce9da5-28fe-47b4-b6a4-f28540691817', 'status': 'completed', 'code': 200} Aug 18 19:45:27.764576 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4f728328-8076-4157-b33e-c8517b7c53d3 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:27.806403 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-de02bb95-982f-4eb1-ac58-d2d5cda1b4ca None None] Set router 997740a1-6519-4882-816e-14dcb1880b52 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:45:27.856344 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4f728328-8076-4157-b33e-c8517b7c53d3 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:27.860458 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4f728328-8076-4157-b33e-c8517b7c53d3 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:27.891199 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f728328-8076-4157-b33e-c8517b7c53d3 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db89c14d-d9e7-4f68-b656-922bb8aa06da,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:27.894703 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4f728328-8076-4157-b33e-c8517b7c53d3 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:27.896334 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-4f728328-8076-4157-b33e-c8517b7c53d3 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1779902 Aug 18 19:45:27.900482 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 45736) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:45:27.904723 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-38e8b5a5-ddc1-4f34-85af-fc66701303d5 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Request body: {'security_group_rule': {'security_group_id': 'db89c14d-d9e7-4f68-b656-922bb8aa06da', 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:45:27.933225 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-38e8b5a5-ddc1-4f34-85af-fc66701303d5 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:28.016239 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8d95c-955d-4de1-9cb4-77d216eb81c7 req-b913488b-6176-4cc7-8ba5-2c13ffe0d6c9 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:28.017999 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-29c8d95c-955d-4de1-9cb4-77d216eb81c7 req-b913488b-6176-4cc7-8ba5-2c13ffe0d6c9 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0821404 Aug 18 19:45:28.025973 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-38e8b5a5-ddc1-4f34-85af-fc66701303d5 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:28.035406 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-38e8b5a5-ddc1-4f34-85af-fc66701303d5 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764444'] for security_group_rule, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:28.068759 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8b5a5-ddc1-4f34-85af-fc66701303d5 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3212278d-a157-4b3d-b761-3932916696d4,revision_number=0']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:28.085431 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-38e8b5a5-ddc1-4f34-85af-fc66701303d5 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:28.090853 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-38e8b5a5-ddc1-4f34-85af-fc66701303d5 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1857743 Aug 18 19:45:28.092248 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 45738) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:45:28.094164 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-29c8d95c-955d-4de1-9cb4-77d216eb81c7 req-b8d99a96-d141-4698-8291-41d0ce733a84 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622725 Aug 18 19:45:28.097646 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-00a2ca0c-8f04-43ce-9277-631d3d635648 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Request body: {'security_group_rule': {'security_group_id': 'db89c14d-d9e7-4f68-b656-922bb8aa06da', 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:45:28.114344 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-de02bb95-982f-4eb1-ac58-d2d5cda1b4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997740a1-6519-4882-816e-14dcb1880b52', 'name': 'tempest-TestMinimumBasicScenario-229044681-router', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '2b4da1c9-37a7-424f-a54a-e7d90dba9837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:44:15Z', 'updated_at': '2021-08-18T19:44:18Z', 'revision_number': 4, 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'gw_port': {'id': '2b4da1c9-37a7-424f-a54a-e7d90dba9837', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997740a1-6519-4882-816e-14dcb1880b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:16Z', 'updated_at': '2021-08-18T19:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': '8f80d1be-7fb7-45fe-879b-410bcfdfe009', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': '997740a1-6519-4882-816e-14dcb1880b52', 'port_id': '81ce9da5-28fe-47b4-b6a4-f28540691817', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f814e1db-1b4f-4223-8eee-1aae8c8f02d7', 'mac_address': 'fa:16:3e:32:20:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaf420-b661-4461-a800-981303aac155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:45:26Z', 'updated_at': '2021-08-18T19:45:26Z', 'revision_number': 0, 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0067c1bf-8aa5-4dfc-9e14-795815fd63d7', 'name': '', 'network_id': 'f814e1db-1b4f-4223-8eee-1aae8c8f02d7', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'mac_address': 'fa:16:3e:ee:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997740a1-6519-4882-816e-14dcb1880b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '498b2575-11ea-41fa-9148-e98bdc81666c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:18Z', 'updated_at': '2021-08-18T19:44:25Z', 'revision_number': 5, 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'subnets': [{'id': '498b2575-11ea-41fa-9148-e98bdc81666c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:45:28.133698 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-00a2ca0c-8f04-43ce-9277-631d3d635648 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:28.144118 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de02bb95-982f-4eb1-ac58-d2d5cda1b4ca None None] Checking router: 997740a1-6519-4882-816e-14dcb1880b52 for host: dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:45:28.153755 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de02bb95-982f-4eb1-ac58-d2d5cda1b4ca None None] Routers {'997740a1-6519-4882-816e-14dcb1880b52'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:45:28.154387 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-de02bb95-982f-4eb1-ac58-d2d5cda1b4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:45:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['997740a1-6519-4882-816e-14dcb1880b52'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:45:28.197650 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-00a2ca0c-8f04-43ce-9277-631d3d635648 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:28.202571 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-00a2ca0c-8f04-43ce-9277-631d3d635648 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764444'] for security_group_rule, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:28.225138 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2ca0c-8f04-43ce-9277-631d3d635648 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074a0995-6b95-446a-b7d6-9fb10c021f29,revision_number=0']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:28.235597 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-00a2ca0c-8f04-43ce-9277-631d3d635648 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:28.236810 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-00a2ca0c-8f04-43ce-9277-631d3d635648 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1433327 Aug 18 19:45:28.239509 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 45744) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:45:28.244324 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-f6f6ec45-674e-48a0-bd2a-c332f4b14d47 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Request body: {'security_group_rule': {'security_group_id': 'db89c14d-d9e7-4f68-b656-922bb8aa06da', 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:45:28.273515 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-de02bb95-982f-4eb1-ac58-d2d5cda1b4ca None None] Set router 997740a1-6519-4882-816e-14dcb1880b52 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:45:28.274176 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f6f6ec45-674e-48a0-bd2a-c332f4b14d47 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:28.356781 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f6f6ec45-674e-48a0-bd2a-c332f4b14d47 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:28.365617 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db8dec-62e3-4e24-9106-534d26668e3f req-896609cf-79aa-40f5-970f-ea9112cd72a0 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:28.367961 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b4db8dec-62e3-4e24-9106-534d26668e3f req-896609cf-79aa-40f5-970f-ea9112cd72a0 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0814438 Aug 18 19:45:28.384546 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f6f6ec45-674e-48a0-bd2a-c332f4b14d47 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764444'] for security_group_rule, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:28.417813 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6ec45-674e-48a0-bd2a-c332f4b14d47 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd7bc7c-7fdb-4d25-bab9-3695f8ba8750,revision_number=0']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:28.430736 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f6f6ec45-674e-48a0-bd2a-c332f4b14d47 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:28.431922 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-f6f6ec45-674e-48a0-bd2a-c332f4b14d47 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1914198 Aug 18 19:45:28.435087 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 45746) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:45:28.437593 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b4db8dec-62e3-4e24-9106-534d26668e3f req-b088da92-c73c-4ffe-a3c8-b4b0fecb4adb tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601614 Aug 18 19:45:28.440211 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-fa7d6aec-f9ea-49c6-af86-07cf23936876 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Request body: {'security_group_rule': {'security_group_id': 'db89c14d-d9e7-4f68-b656-922bb8aa06da', 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:45:28.469231 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-fa7d6aec-f9ea-49c6-af86-07cf23936876 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:28.523022 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-de02bb95-982f-4eb1-ac58-d2d5cda1b4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997740a1-6519-4882-816e-14dcb1880b52', 'name': 'tempest-TestMinimumBasicScenario-229044681-router', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '2b4da1c9-37a7-424f-a54a-e7d90dba9837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:44:15Z', 'updated_at': '2021-08-18T19:44:18Z', 'revision_number': 4, 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'gw_port': {'id': '2b4da1c9-37a7-424f-a54a-e7d90dba9837', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997740a1-6519-4882-816e-14dcb1880b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:16Z', 'updated_at': '2021-08-18T19:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': '8f80d1be-7fb7-45fe-879b-410bcfdfe009', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': '997740a1-6519-4882-816e-14dcb1880b52', 'port_id': '81ce9da5-28fe-47b4-b6a4-f28540691817', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f814e1db-1b4f-4223-8eee-1aae8c8f02d7', 'mac_address': 'fa:16:3e:32:20:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaf420-b661-4461-a800-981303aac155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:45:26Z', 'updated_at': '2021-08-18T19:45:26Z', 'revision_number': 0, 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0067c1bf-8aa5-4dfc-9e14-795815fd63d7', 'name': '', 'network_id': 'f814e1db-1b4f-4223-8eee-1aae8c8f02d7', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'mac_address': 'fa:16:3e:ee:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997740a1-6519-4882-816e-14dcb1880b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '498b2575-11ea-41fa-9148-e98bdc81666c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:18Z', 'updated_at': '2021-08-18T19:44:25Z', 'revision_number': 5, 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'subnets': [{'id': '498b2575-11ea-41fa-9148-e98bdc81666c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:45:28.530559 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-fa7d6aec-f9ea-49c6-af86-07cf23936876 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:28.534292 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-fa7d6aec-f9ea-49c6-af86-07cf23936876 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764444'] for security_group_rule, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:28.549420 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de02bb95-982f-4eb1-ac58-d2d5cda1b4ca None None] The sync data for ids ['997740a1-6519-4882-816e-14dcb1880b52'] in dv-cinder-805072-2-iscsi is: [{'id': '997740a1-6519-4882-816e-14dcb1880b52', 'name': 'tempest-TestMinimumBasicScenario-229044681-router', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '2b4da1c9-37a7-424f-a54a-e7d90dba9837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:44:15Z', 'updated_at': '2021-08-18T19:44:18Z', 'revision_number': 4, 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'gw_port': {'id': '2b4da1c9-37a7-424f-a54a-e7d90dba9837', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997740a1-6519-4882-816e-14dcb1880b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:16Z', 'updated_at': '2021-08-18T19:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': '8f80d1be-7fb7-45fe-879b-410bcfdfe009', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': '997740a1-6519-4882-816e-14dcb1880b52', 'port_id': '81ce9da5-28fe-47b4-b6a4-f28540691817', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f814e1db-1b4f-4223-8eee-1aae8c8f02d7', 'mac_address': 'fa:16:3e:32:20:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaf420-b661-4461-a800-981303aac155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:45:26Z', 'updated_at': '2021-08-18T19:45:26Z', 'revision_number': 0, 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0067c1bf-8aa5-4dfc-9e14-795815fd63d7', 'name': '', 'network_id': 'f814e1db-1b4f-4223-8eee-1aae8c8f02d7', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'mac_address': 'fa:16:3e:ee:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997740a1-6519-4882-816e-14dcb1880b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '498b2575-11ea-41fa-9148-e98bdc81666c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:18Z', 'updated_at': '2021-08-18T19:44:25Z', 'revision_number': 5, 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'subnets': [{'id': '498b2575-11ea-41fa-9148-e98bdc81666c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:45:28.557249 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d6aec-f9ea-49c6-af86-07cf23936876 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff0a828-a7c2-4f3a-b88e-9e2001b958ed,revision_number=0']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:28.559893 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-fa7d6aec-f9ea-49c6-af86-07cf23936876 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:28.561157 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-fa7d6aec-f9ea-49c6-af86-07cf23936876 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249208 Aug 18 19:45:28.563799 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 45748) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:45:28.568270 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-accd8a18-b3fc-447f-b47d-8b78f4f26dc2 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Request body: {'security_group_rule': {'security_group_id': 'db89c14d-d9e7-4f68-b656-922bb8aa06da', 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:45:28.591511 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.db.securitygroups_db [None req-accd8a18-b3fc-447f-b47d-8b78f4f26dc2 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Project 40186e8471ed4bd19ef3b036189955b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 19:45:28.597114 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-accd8a18-b3fc-447f-b47d-8b78f4f26dc2 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:28.661391 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-accd8a18-b3fc-447f-b47d-8b78f4f26dc2 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:28.666317 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-accd8a18-b3fc-447f-b47d-8b78f4f26dc2 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764444'] for security_group_rule, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:28.685443 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd8a18-b3fc-447f-b47d-8b78f4f26dc2 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d6c8647-770a-4a34-8124-de3f80e09a48,revision_number=0']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:28.698168 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-accd8a18-b3fc-447f-b47d-8b78f4f26dc2 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:28.702079 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-accd8a18-b3fc-447f-b47d-8b78f4f26dc2 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1347084 Aug 18 19:45:28.702314 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 45750) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:45:28.706885 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-fd6c48fd-01d3-474e-881f-f96b00bd6b65 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Request body: {'security_group_rule': {'security_group_id': 'db89c14d-d9e7-4f68-b656-922bb8aa06da', 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:45:28.735644 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.db.securitygroups_db [None req-fd6c48fd-01d3-474e-881f-f96b00bd6b65 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Project 40186e8471ed4bd19ef3b036189955b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 19:45:28.741499 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-fd6c48fd-01d3-474e-881f-f96b00bd6b65 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:28.754004 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6ac3ce-3b1a-424b-8e75-404f21b113ec None None] New status for floating IP 8f80d1be-7fb7-45fe-879b-410bcfdfe009: ACTIVE {{(pid=100442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:45:28.827035 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-fd6c48fd-01d3-474e-881f-f96b00bd6b65 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:28.831351 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-fd6c48fd-01d3-474e-881f-f96b00bd6b65 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764444'] for security_group_rule, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:28.850108 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c48fd-01d3-474e-881f-f96b00bd6b65 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63aae650-870e-4446-860b-5f2f53463b27,revision_number=0']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:28.857122 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-fd6c48fd-01d3-474e-881f-f96b00bd6b65 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:28.861553 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-fd6c48fd-01d3-474e-881f-f96b00bd6b65 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1581438 Aug 18 19:45:28.937135 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-631e7bae-124b-4fe7-b721-e6c1eb9f5d5a req-fd6a09d8-69dc-424b-8279-23db45d01046 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-188713807&fields=id&tenant_id=40186e8471ed4bd19ef3b036189955b8 HTTP/1.1" status: 200 len: 267 time: 0.0333109 Aug 18 19:45:28.993712 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e7bae-124b-4fe7-b721-e6c1eb9f5d5a req-2950db26-8b77-47b7-b5b8-983f5b6749da tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:28.995281 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-631e7bae-124b-4fe7-b721-e6c1eb9f5d5a req-2950db26-8b77-47b7-b5b8-983f5b6749da tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 945 time: 0.0523808 Aug 18 19:45:29.007317 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [req-631e7bae-124b-4fe7-b721-e6c1eb9f5d5a req-eb5fa8b4-9c4b-4530-ba70-293d039cf6cf tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Request body: {'port': {'security_groups': ['41ddbc87-89a2-4018-9d72-d539685be615', 'db89c14d-d9e7-4f68-b656-922bb8aa06da']}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:45:29.069715 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [req-631e7bae-124b-4fe7-b721-e6c1eb9f5d5a req-eb5fa8b4-9c4b-4530-ba70-293d039cf6cf tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:29.226185 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fde00-5878-4ed0-aea7-98ffc50b75ff req-76ed6287-60cb-4904-9ac7-aa5bca7a7a98 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:29.227793 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b71fde00-5878-4ed0-aea7-98ffc50b75ff req-76ed6287-60cb-4904-9ac7-aa5bca7a7a98 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0531743 Aug 18 19:45:29.273190 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b71fde00-5878-4ed0-aea7-98ffc50b75ff req-f72b9202-4400-4ee7-bdbc-18db48f14f3d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389907 Aug 18 19:45:29.295007 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.db [req-631e7bae-124b-4fe7-b721-e6c1eb9f5d5a req-eb5fa8b4-9c4b-4530-ba70-293d039cf6cf tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] For port 81ce9da5-28fe-47b4-b6a4-f28540691817, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=81ce9da5-28fe-47b4-b6a4-f28540691817,segment=NetworkSegment(5ecfeeca-a0c3-4ca6-b9b0-20cf92499652),segment_id=5ecfeeca-a0c3-4ca6-b9b0-20cf92499652)] {{(pid=100439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:45:29.327217 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [req-631e7bae-124b-4fe7-b721-e6c1eb9f5d5a req-eb5fa8b4-9c4b-4530-ba70-293d039cf6cf tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for port, precommit_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:29.331974 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [req-631e7bae-124b-4fe7-b721-e6c1eb9f5d5a req-eb5fa8b4-9c4b-4530-ba70-293d039cf6cf tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:29.380858 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e7bae-124b-4fe7-b721-e6c1eb9f5d5a req-eb5fa8b4-9c4b-4530-ba70-293d039cf6cf tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:29.381550 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [req-631e7bae-124b-4fe7-b721-e6c1eb9f5d5a req-eb5fa8b4-9c4b-4530-ba70-293d039cf6cf tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for port, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:29.383120 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-631e7bae-124b-4fe7-b721-e6c1eb9f5d5a req-eb5fa8b4-9c4b-4530-ba70-293d039cf6cf tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "PUT /v2.0/ports/81ce9da5-28fe-47b4-b6a4-f28540691817 HTTP/1.1" status: 200 len: 981 time: 0.3810561 Aug 18 19:45:29.406161 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5fa8b4-9c4b-4530-ba70-293d039cf6cf tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Pushing event updated for resources: {'Port': ['ID=81ce9da5-28fe-47b4-b6a4-f28540691817,revision_number=6']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:29.487577 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28321031-b70a-4a87-9177-15bc0890b7e6 req-663b92aa-07ee-4674-8b35-9aa3d9da11d6 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:29.495458 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-28321031-b70a-4a87-9177-15bc0890b7e6 req-663b92aa-07ee-4674-8b35-9aa3d9da11d6 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 984 time: 0.0583725 Aug 18 19:45:29.534725 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-28321031-b70a-4a87-9177-15bc0890b7e6 req-220743fe-0c8d-49f6-9d07-fe3325ef1ead tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&id=db89c14d-d9e7-4f68-b656-922bb8aa06da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383685 Aug 18 19:45:29.567072 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a9fbe-79be-4cbf-8424-d951a2370e05 req-78800d6f-b712-4151-8a2b-5d2ba02fa932 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:29.568522 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a14a9fbe-79be-4cbf-8424-d951a2370e05 req-78800d6f-b712-4151-8a2b-5d2ba02fa932 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0532162 Aug 18 19:45:29.605556 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a14a9fbe-79be-4cbf-8424-d951a2370e05 req-f679ebc4-2c2a-4369-85e9-983adda67409 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309186 Aug 18 19:45:29.612535 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-0c03f392-1074-4e91-961b-c5f61d4b270d None None] Provisioning complete for port 81ce9da5-28fe-47b4-b6a4-f28540691817 triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:45:29.613094 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-0c03f392-1074-4e91-961b-c5f61d4b270d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:29.757148 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddbaf420-b661-4461-a800-981303aac155', 'tag': '81ce9da5-28fe-47b4-b6a4-f28540691817'}] {{(pid=100439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:45:29.759561 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ab9088d6b8f713b7e493d085ecf6383b14a9a44922bc94c27de7c50ab71fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4361d6-f4f5-4412-b50a-50e03eec0080" -d '{"events": [{"name": "network-changed", "server_uuid": "ddbaf420-b661-4461-a800-981303aac155", "tag": "81ce9da5-28fe-47b4-b6a4-f28540691817"}]}' {{(pid=100439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:45:29.795133 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b876704-aecf-4513-94bf-6b66d28073dd x-openstack-request-id: req-5b876704-aecf-4513-94bf-6b66d28073dd {{(pid=100439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:45:29.795427 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddbaf420-b661-4461-a800-981303aac155", "tag": "81ce9da5-28fe-47b4-b6a4-f28540691817", "status": "completed", "code": 200}]} {{(pid=100439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:45:29.795681 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5b876704-aecf-4513-94bf-6b66d28073dd {{(pid=100439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:45:29.796078 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddbaf420-b661-4461-a800-981303aac155', 'tag': '81ce9da5-28fe-47b4-b6a4-f28540691817', 'status': 'completed', 'code': 200} Aug 18 19:45:30.401057 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd76c5-5433-4c9a-9394-7e7cdb8c319d req-8d65b9ac-911a-445e-aaab-474b7d6f056a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:30.402635 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3fdd76c5-5433-4c9a-9394-7e7cdb8c319d req-8d65b9ac-911a-445e-aaab-474b7d6f056a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0496161 Aug 18 19:45:30.440958 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3fdd76c5-5433-4c9a-9394-7e7cdb8c319d req-028dc469-7424-4f92-a148-5ee741b75ba6 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323622 Aug 18 19:45:30.723036 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382b280-4448-4549-aa12-4a48b1ab0a0f req-4745a79f-3710-4dba-ab3b-ff890c958e7f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:30.724554 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9382b280-4448-4549-aa12-4a48b1ab0a0f req-4745a79f-3710-4dba-ab3b-ff890c958e7f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0518231 Aug 18 19:45:30.763946 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9382b280-4448-4549-aa12-4a48b1ab0a0f req-3b0b6c70-2517-4c93-8aa0-9eaa218e0d3c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328739 Aug 18 19:45:31.558446 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d68d3a-d6b9-49a1-bfa9-03cf06c35c4c req-ad1e654c-6127-4081-a803-bc27c56c9105 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:31.560036 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-83d68d3a-d6b9-49a1-bfa9-03cf06c35c4c req-ad1e654c-6127-4081-a803-bc27c56c9105 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0486934 Aug 18 19:45:31.601318 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-83d68d3a-d6b9-49a1-bfa9-03cf06c35c4c req-4b0b9115-8bd9-4d81-ac13-624d1ca48154 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351708 Aug 18 19:45:31.877125 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bda58c-291c-45db-ac9d-418d54336ffa req-61bd0ac1-6c19-4fbd-a50a-669ba6ad2815 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:31.878498 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-98bda58c-291c-45db-ac9d-418d54336ffa req-61bd0ac1-6c19-4fbd-a50a-669ba6ad2815 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0469856 Aug 18 19:45:31.922289 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-98bda58c-291c-45db-ac9d-418d54336ffa req-c813402b-636c-4ed7-a1b6-d3ee687415d4 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370131 Aug 18 19:45:32.721470 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31bc1e-a72e-43b1-8ed7-ec9bf8073e91 req-086b405c-799b-46a9-8b57-c84a2495395e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:32.723060 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0e31bc1e-a72e-43b1-8ed7-ec9bf8073e91 req-086b405c-799b-46a9-8b57-c84a2495395e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0495203 Aug 18 19:45:32.763869 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0e31bc1e-a72e-43b1-8ed7-ec9bf8073e91 req-d499ae16-ff08-46ef-b0e6-8287f3e1df4e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338204 Aug 18 19:45:33.041283 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782360c-9905-45c5-83b4-e81cb74f16d0 req-9f5d1420-652c-40af-8ea7-c6ec2c952c6c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:33.042802 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b782360c-9905-45c5-83b4-e81cb74f16d0 req-9f5d1420-652c-40af-8ea7-c6ec2c952c6c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0476906 Aug 18 19:45:33.079289 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b782360c-9905-45c5-83b4-e81cb74f16d0 req-6bfdb09c-bd99-4ba1-8643-b56cdd665204 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306678 Aug 18 19:45:33.897943 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d4584-6232-485f-b046-fc6276667d3c req-dcffba0a-c706-4172-ac34-8bb8dbdfb1f0 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:33.899700 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8e5d4584-6232-485f-b046-fc6276667d3c req-dcffba0a-c706-4172-ac34-8bb8dbdfb1f0 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0570545 Aug 18 19:45:33.945618 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8e5d4584-6232-485f-b046-fc6276667d3c req-ba4d2a2b-dd9a-44c6-b9b3-7964f810c8ca tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352955 Aug 18 19:45:34.192109 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59feb3a0-1bdc-4a60-a154-7d79c7cb756b req-898ca233-d998-4ec3-a92c-3e84ca424912 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:34.193556 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-59feb3a0-1bdc-4a60-a154-7d79c7cb756b req-898ca233-d998-4ec3-a92c-3e84ca424912 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0480843 Aug 18 19:45:34.233647 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-59feb3a0-1bdc-4a60-a154-7d79c7cb756b req-87151522-101e-404b-96f8-349afcbaadf8 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342419 Aug 18 19:45:34.399481 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4361d6-f4f5-4412-b50a-50e03eec0080 req-6dbaef8e-563a-4764-9fb6-19fb4e46e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:34.401007 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-eb4361d6-f4f5-4412-b50a-50e03eec0080 req-6dbaef8e-563a-4764-9fb6-19fb4e46e06f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40186e8471ed4bd19ef3b036189955b8&device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 1137 time: 0.0415878 Aug 18 19:45:34.487302 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4361d6-f4f5-4412-b50a-50e03eec0080 req-b0814889-4500-47e1-b2f4-a670ec00314a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:34.488736 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-eb4361d6-f4f5-4412-b50a-50e03eec0080 req-b0814889-4500-47e1-b2f4-a670ec00314a service neutron] 10.222.0.35 "GET /v2.0/networks?id=f814e1db-1b4f-4223-8eee-1aae8c8f02d7 HTTP/1.1" status: 200 len: 915 time: 0.0802696 Aug 18 19:45:34.537360 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['81ce9da5-28fe-47b4-b6a4-f28540691817'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:45:34.560935 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-eb4361d6-f4f5-4412-b50a-50e03eec0080 req-eeaccafc-b5c9-49c4-bf26-14133b8d1771 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81ce9da5-28fe-47b4-b6a4-f28540691817 HTTP/1.1" status: 200 len: 1000 time: 0.0630484 Aug 18 19:45:34.612169 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4361d6-f4f5-4412-b50a-50e03eec0080 req-071d3c5a-3a04-4413-a5c6-05f42eb725e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:34.613633 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-eb4361d6-f4f5-4412-b50a-50e03eec0080 req-071d3c5a-3a04-4413-a5c6-05f42eb725e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=498b2575-11ea-41fa-9148-e98bdc81666c HTTP/1.1" status: 200 len: 853 time: 0.0447226 Aug 18 19:45:34.659680 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4361d6-f4f5-4412-b50a-50e03eec0080 req-fd55b659-c913-4193-9e5a-164c39117c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:34.661149 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-eb4361d6-f4f5-4412-b50a-50e03eec0080 req-fd55b659-c913-4193-9e5a-164c39117c03 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f814e1db-1b4f-4223-8eee-1aae8c8f02d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403173 Aug 18 19:45:34.701624 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['81ce9da5-28fe-47b4-b6a4-f28540691817'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:45:34.755955 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-eb4361d6-f4f5-4412-b50a-50e03eec0080 req-e6404ad7-38c0-4804-9710-21d237edde4f service neutron] 10.222.0.35 "GET /v2.0/networks/f814e1db-1b4f-4223-8eee-1aae8c8f02d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867777 Aug 18 19:45:34.926908 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-eb4361d6-f4f5-4412-b50a-50e03eec0080 req-3dae85ce-6e51-4e22-bd61-36f291f8dbeb service neutron] 10.222.0.35 "GET /v2.0/networks/f814e1db-1b4f-4223-8eee-1aae8c8f02d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842767 Aug 18 19:45:35.088894 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f73b72-619b-4e67-908a-8d1f1ee48cbd req-b63fc26c-8e46-4781-a545-20694089871b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:35.090416 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-97f73b72-619b-4e67-908a-8d1f1ee48cbd req-b63fc26c-8e46-4781-a545-20694089871b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40186e8471ed4bd19ef3b036189955b8&device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 1137 time: 0.0604901 Aug 18 19:45:35.116831 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2835863-0345-456d-95ba-da10b2119e4a req-e915aecf-1cc4-4149-bece-e394bec06e37 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:35.119507 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c2835863-0345-456d-95ba-da10b2119e4a req-e915aecf-1cc4-4149-bece-e394bec06e37 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0863566 Aug 18 19:45:35.174394 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c2835863-0345-456d-95ba-da10b2119e4a req-fdfce888-206f-4aca-ba94-a11c0b226c4c tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464153 Aug 18 19:45:35.219179 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f73b72-619b-4e67-908a-8d1f1ee48cbd req-7b568d32-c6ca-447b-a8d0-055ae0054464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:35.221140 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-97f73b72-619b-4e67-908a-8d1f1ee48cbd req-7b568d32-c6ca-447b-a8d0-055ae0054464 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f814e1db-1b4f-4223-8eee-1aae8c8f02d7 HTTP/1.1" status: 200 len: 915 time: 0.1229553 Aug 18 19:45:35.309564 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-97f73b72-619b-4e67-908a-8d1f1ee48cbd req-2fb0877a-2487-4975-b147-d551e44e3e89 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81ce9da5-28fe-47b4-b6a4-f28540691817 HTTP/1.1" status: 200 len: 1000 time: 0.0778103 Aug 18 19:45:35.384300 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f73b72-619b-4e67-908a-8d1f1ee48cbd req-f0c321af-09e1-4019-a621-f5399cac5bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:35.385734 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-97f73b72-619b-4e67-908a-8d1f1ee48cbd req-f0c321af-09e1-4019-a621-f5399cac5bbf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=498b2575-11ea-41fa-9148-e98bdc81666c HTTP/1.1" status: 200 len: 853 time: 0.0666652 Aug 18 19:45:35.393944 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab285e-6ac1-4a3a-9600-c2db077398e3 req-3407d8fc-f323-4137-b0a0-91f657f8a76b tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:35.395395 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d5ab285e-6ac1-4a3a-9600-c2db077398e3 req-3407d8fc-f323-4137-b0a0-91f657f8a76b tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0848846 Aug 18 19:45:35.463342 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d5ab285e-6ac1-4a3a-9600-c2db077398e3 req-d0a8e4fa-d83e-42a2-b025-007dbfaf37ff tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538354 Aug 18 19:45:35.470139 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f73b72-619b-4e67-908a-8d1f1ee48cbd req-41e7934b-3b2a-40b5-a5b0-7fc01dad9227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:35.471637 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-97f73b72-619b-4e67-908a-8d1f1ee48cbd req-41e7934b-3b2a-40b5-a5b0-7fc01dad9227 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f814e1db-1b4f-4223-8eee-1aae8c8f02d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698876 Aug 18 19:45:35.563370 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-97f73b72-619b-4e67-908a-8d1f1ee48cbd req-3593af46-1c12-49d1-884b-943e297e48ed service neutron] 10.222.0.35 "GET /v2.0/networks/f814e1db-1b4f-4223-8eee-1aae8c8f02d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836704 Aug 18 19:45:35.669746 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-97f73b72-619b-4e67-908a-8d1f1ee48cbd req-be07f66d-55b5-4465-8aa2-5ef0f2d1a314 service neutron] 10.222.0.35 "GET /v2.0/networks/f814e1db-1b4f-4223-8eee-1aae8c8f02d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969822 Aug 18 19:45:36.307282 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd7853-1c77-4483-818e-973e3b1a34db req-8be68a01-90c9-4471-a807-16568e67da82 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:36.308884 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-86dd7853-1c77-4483-818e-973e3b1a34db req-8be68a01-90c9-4471-a807-16568e67da82 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0587895 Aug 18 19:45:36.349324 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-86dd7853-1c77-4483-818e-973e3b1a34db req-2b7766f2-e120-44d7-8079-d95d0edd0cf1 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339706 Aug 18 19:45:36.583845 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920d830-c202-4ae2-aea4-e5dcc2b672f7 req-f6590c59-653f-447a-9eaa-030c6035965e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:36.585411 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7920d830-c202-4ae2-aea4-e5dcc2b672f7 req-f6590c59-653f-447a-9eaa-030c6035965e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0517197 Aug 18 19:45:36.587598 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:45:36.627652 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7920d830-c202-4ae2-aea4-e5dcc2b672f7 req-2d4c95f4-f454-40d7-8ed4-ce2eaa4bde75 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359778 Aug 18 19:45:37.481717 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2f285-5c13-4938-be11-1c6dbb45ecd3 req-a24538aa-1d57-4676-9e9f-0c28e122074f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:37.483310 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9de2f285-5c13-4938-be11-1c6dbb45ecd3 req-a24538aa-1d57-4676-9e9f-0c28e122074f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0556715 Aug 18 19:45:37.536190 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9de2f285-5c13-4938-be11-1c6dbb45ecd3 req-c8153dfa-6592-43e6-9646-3f5f099d8434 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466588 Aug 18 19:45:37.753593 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a69eb0-7036-4f16-ae9d-0c6f65e0b92b req-57779e45-691f-47b4-a888-676e6a5f5af8 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:37.754384 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d2a69eb0-7036-4f16-ae9d-0c6f65e0b92b req-57779e45-691f-47b4-a888-676e6a5f5af8 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0578580 Aug 18 19:45:37.802596 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d2a69eb0-7036-4f16-ae9d-0c6f65e0b92b req-5132858d-20a5-4add-8975-29a8b390091e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369241 Aug 18 19:45:38.669088 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c9dd9-bf3a-4086-a68c-03a172643324 req-2c486114-3ef7-493e-af34-80cb561857ad tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:38.671938 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e15c9dd9-bf3a-4086-a68c-03a172643324 req-2c486114-3ef7-493e-af34-80cb561857ad tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0624373 Aug 18 19:45:38.711415 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e15c9dd9-bf3a-4086-a68c-03a172643324 req-fde10889-3721-483b-b8ca-45cd86737f40 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325909 Aug 18 19:45:38.864819 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 45918) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:45:38.922006 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1bff9-9dda-46ca-aa55-5ea0bb6a0431 req-6f29308f-86ca-419c-bef5-80c21e33f574 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:38.923483 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-41f1bff9-9dda-46ca-aa55-5ea0bb6a0431 req-6f29308f-86ca-419c-bef5-80c21e33f574 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0514293 Aug 18 19:45:38.966769 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-41f1bff9-9dda-46ca-aa55-5ea0bb6a0431 req-a4492765-6fbd-4b19-8e7f-50cc49a93e26 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332630 Aug 18 19:45:38.980084 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-ee301940-3b80-4c51-b2dd-0d4dfee5e4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:39.073295 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-ee301940-3b80-4c51-b2dd-0d4dfee5e4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:39.076941 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-ee301940-3b80-4c51-b2dd-0d4dfee5e4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:39.112996 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-ee301940-3b80-4c51-b2dd-0d4dfee5e4fb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=06a707141cbe4fe29f6113d9951d91ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470512 Aug 18 19:45:39.114851 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee301940-3b80-4c51-b2dd-0d4dfee5e4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8470b1ae-f0e0-492e-b71d-d998bc74fd35,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:39.115978 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 45922) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:45:39.165383 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-74f1683e-0791-4f84-857a-356da3cc6a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:39.186574 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-74f1683e-0791-4f84-857a-356da3cc6a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:39.233519 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-74f1683e-0791-4f84-857a-356da3cc6a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:39.236178 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-74f1683e-0791-4f84-857a-356da3cc6a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:39.237794 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-74f1683e-0791-4f84-857a-356da3cc6a73 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8470b1ae-f0e0-492e-b71d-d998bc74fd35 HTTP/1.1" status: 204 len: 168 time: 0.1204894 Aug 18 19:45:39.246802 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1683e-0791-4f84-857a-356da3cc6a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8470b1ae-f0e0-492e-b71d-d998bc74fd35,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:39.846924 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc148a4-f648-488e-b693-a9e148e6bb71 req-0fffefe9-0b3b-4fc8-b50a-792fa91c9000 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:39.848454 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-cdc148a4-f648-488e-b693-a9e148e6bb71 req-0fffefe9-0b3b-4fc8-b50a-792fa91c9000 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0515115 Aug 18 19:45:39.886993 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-cdc148a4-f648-488e-b693-a9e148e6bb71 req-afeb8971-db7b-4df9-9fb6-4e83df693254 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321858 Aug 18 19:45:40.082520 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fd86b-74c9-49bc-b300-5d6a90c88c6e req-5328d890-e78d-4b26-b549-780176dd283e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:40.084042 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0e3fd86b-74c9-49bc-b300-5d6a90c88c6e req-5328d890-e78d-4b26-b549-780176dd283e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0483069 Aug 18 19:45:40.129136 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0e3fd86b-74c9-49bc-b300-5d6a90c88c6e req-8ae58677-031a-46e6-8a41-3bfa87966110 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386314 Aug 18 19:45:41.008685 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8269c3-4dcc-49b0-8ffe-7e0afb832236 req-29d3f3e9-19bb-40f4-8147-4b02925c5b6f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:41.010184 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-5d8269c3-4dcc-49b0-8ffe-7e0afb832236 req-29d3f3e9-19bb-40f4-8147-4b02925c5b6f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0515954 Aug 18 19:45:41.047072 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-5d8269c3-4dcc-49b0-8ffe-7e0afb832236 req-78815f9d-41ee-45c1-9ac6-76594726db8b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309334 Aug 18 19:45:41.249404 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f455fe-dbbd-4f5c-af0f-31b8c927b5c8 req-82a61dd4-760b-46f9-89ea-faa0f0296085 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:41.250890 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a2f455fe-dbbd-4f5c-af0f-31b8c927b5c8 req-82a61dd4-760b-46f9-89ea-faa0f0296085 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0532703 Aug 18 19:45:41.288277 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a2f455fe-dbbd-4f5c-af0f-31b8c927b5c8 req-63170b7d-80ab-444e-b5df-5c8dac8eee37 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309670 Aug 18 19:45:42.165386 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dd683-0cb6-4144-b69c-7d868eb90e12 req-0a5f4757-a304-4858-b576-44c33f9872e5 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:42.166986 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-907dd683-0cb6-4144-b69c-7d868eb90e12 req-0a5f4757-a304-4858-b576-44c33f9872e5 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0493374 Aug 18 19:45:42.205512 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-907dd683-0cb6-4144-b69c-7d868eb90e12 req-7e250bff-5b70-4794-94e2-fc0e139131ef tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326738 Aug 18 19:45:42.405046 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ce12f-e2e9-44ce-96f0-323268bc77b9 req-5c2dc134-c592-4e83-9004-1eecc347aa16 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:42.406637 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d83ce12f-e2e9-44ce-96f0-323268bc77b9 req-5c2dc134-c592-4e83-9004-1eecc347aa16 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0495677 Aug 18 19:45:42.445510 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d83ce12f-e2e9-44ce-96f0-323268bc77b9 req-e6158c81-d580-42fd-ac04-2841c1c16568 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330172 Aug 18 19:45:43.041020 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b2132b71-ec26-4243-ab3b-ccddec2b81fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:43.325229 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d97565-4f60-4056-acfe-a5ee4dc929eb req-4120b7fd-803b-47fe-bac9-e1fcff136297 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:43.326730 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f1d97565-4f60-4056-acfe-a5ee4dc929eb req-4120b7fd-803b-47fe-bac9-e1fcff136297 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0489223 Aug 18 19:45:43.363410 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f1d97565-4f60-4056-acfe-a5ee4dc929eb req-ed3b00b5-9295-4966-af7c-02d5535687e1 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306711 Aug 18 19:45:43.562829 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4abdbd5-ae98-492a-bb96-a21aa2bee6d3 req-784f54fd-7b09-400c-9495-7d84201ef208 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:43.564334 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b4abdbd5-ae98-492a-bb96-a21aa2bee6d3 req-784f54fd-7b09-400c-9495-7d84201ef208 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0500455 Aug 18 19:45:43.603230 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b4abdbd5-ae98-492a-bb96-a21aa2bee6d3 req-f2b17321-22ac-485a-b149-2bad35f747dd tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327504 Aug 18 19:45:44.379004 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 0021955a-d6b5-4d3c-be30-78b86a27a40b details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=100441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:45:44.477209 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 0021955a-d6b5-4d3c-be30-78b86a27a40b, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=0021955a-d6b5-4d3c-be30-78b86a27a40b,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:45:44.487409 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848d3df-92e2-43ac-b542-91148be10e3c req-f170e3b3-b79d-488c-afc8-87031246fe0c tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:44.488870 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7848d3df-92e2-43ac-b542-91148be10e3c req-f170e3b3-b79d-488c-afc8-87031246fe0c tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0527420 Aug 18 19:45:44.497229 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Returning: {'device': '0021955a-d6b5-4d3c-be30-78b86a27a40b', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'port_id': '0021955a-d6b5-4d3c-be30-78b86a27a40b', 'mac_address': 'fa:16:3e:72:b8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:45:44.529466 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7848d3df-92e2-43ac-b542-91148be10e3c req-6259222a-4275-4072-9696-12be271d95ab tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338645 Aug 18 19:45:44.540265 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:44.557029 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0021955a-d6b5-4d3c-be30-78b86a27a40b {{(pid=100441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:45:44.588369 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 0021955a-d6b5-4d3c-be30-78b86a27a40b, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=0021955a-d6b5-4d3c-be30-78b86a27a40b,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:45:44.593109 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:44.642693 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=0021955a-d6b5-4d3c-be30-78b86a27a40b,revision_number=6']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:44.650462 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:44.650851 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:44.651199 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:44.651540 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:44.651915 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:44.652212 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:44.652711 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:44.653157 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:44.653479 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:44.653807 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:44.654138 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:44.654465 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:45:44.723872 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1befa-b797-4c5d-aa23-dded30f24197 req-609edd2f-621a-4d40-b0a8-b414dd447f25 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:44.725365 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-43c1befa-b797-4c5d-aa23-dded30f24197 req-609edd2f-621a-4d40-b0a8-b414dd447f25 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0520980 Aug 18 19:45:44.763237 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-43c1befa-b797-4c5d-aa23-dded30f24197 req-7673b0a4-1a90-4404-9254-ab1091cdc143 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319126 Aug 18 19:45:44.782235 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['0021955a-d6b5-4d3c-be30-78b86a27a40b'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:45:44.970560 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e39fd-876b-4dd7-aa7b-c2689ce25ea1 req-f87dcd94-48d0-4194-9498-e8cdaafeb53d tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:44.975818 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-5b8e39fd-876b-4dd7-aa7b-c2689ce25ea1 req-f87dcd94-48d0-4194-9498-e8cdaafeb53d tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0561163 Aug 18 19:45:45.015409 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-5b8e39fd-876b-4dd7-aa7b-c2689ce25ea1 req-13f03a0b-8d10-48fb-b52f-3e690f962dd3 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365713 Aug 18 19:45:45.084538 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967afe9-afda-4d46-b733-82f494613d23 req-94c22e86-92b5-4f38-a0a3-69aa6a306957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:45.086044 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e967afe9-afda-4d46-b733-82f494613d23 req-94c22e86-92b5-4f38-a0a3-69aa6a306957 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77e9437c632648f4ac33b7f9bb3af25c&device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 1099 time: 0.0427625 Aug 18 19:45:45.184420 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967afe9-afda-4d46-b733-82f494613d23 req-3f77416e-f604-4282-8fdb-4546a49c9954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:45.186088 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e967afe9-afda-4d46-b733-82f494613d23 req-3f77416e-f604-4282-8fdb-4546a49c9954 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f75a4ad2-5977-4a3c-89ba-eb88091ae653 HTTP/1.1" status: 200 len: 911 time: 0.0919826 Aug 18 19:45:45.261737 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e967afe9-afda-4d46-b733-82f494613d23 req-6ba86ebb-77c0-400c-bdc2-63c012bba9ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=006ed51c-543b-470b-8d8c-8e035ffe1c0f HTTP/1.1" status: 200 len: 1002 time: 0.0677378 Aug 18 19:45:45.313492 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967afe9-afda-4d46-b733-82f494613d23 req-c25ee5ba-9683-4d4d-8833-b08615733101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:45.314948 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e967afe9-afda-4d46-b733-82f494613d23 req-c25ee5ba-9683-4d4d-8833-b08615733101 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a0797b3-7667-41c9-b4c1-878fd339c483 HTTP/1.1" status: 200 len: 849 time: 0.0438111 Aug 18 19:45:45.364333 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967afe9-afda-4d46-b733-82f494613d23 req-e88f905f-4bd5-4740-96ad-05912c56c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:45.365884 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e967afe9-afda-4d46-b733-82f494613d23 req-e88f905f-4bd5-4740-96ad-05912c56c806 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f75a4ad2-5977-4a3c-89ba-eb88091ae653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435481 Aug 18 19:45:45.454471 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e967afe9-afda-4d46-b733-82f494613d23 req-720f9495-94fa-40ce-a3ac-f738a1146a72 service neutron] 10.222.0.35 "GET /v2.0/networks/f75a4ad2-5977-4a3c-89ba-eb88091ae653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800264 Aug 18 19:45:45.547532 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e967afe9-afda-4d46-b733-82f494613d23 req-77f99ab0-ec47-4c9e-be65-caffdc4f584a service neutron] 10.222.0.35 "GET /v2.0/networks/f75a4ad2-5977-4a3c-89ba-eb88091ae653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842779 Aug 18 19:45:45.789764 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-bdc1fbc9-ea1e-4712-bfe1-29393d0962b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:45.883244 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:45.894787 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c495c-5270-46b9-8e11-213f9f367889 req-e9b1b168-6e85-4fa8-8384-9dd969272f42 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:45.896329 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-160c495c-5270-46b9-8e11-213f9f367889 req-e9b1b168-6e85-4fa8-8384-9dd969272f42 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 944 time: 0.2922914 Aug 18 19:45:45.933524 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-160c495c-5270-46b9-8e11-213f9f367889 req-2d1e5f98-7af3-4ba6-86cd-a451f149a196 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307033 Aug 18 19:45:46.129934 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292db48-de36-4bac-9c16-68893d34ec75 req-48416a27-8273-4904-b07c-a7e71c9926f1 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:46.131494 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-8292db48-de36-4bac-9c16-68893d34ec75 req-48416a27-8273-4904-b07c-a7e71c9926f1 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0487609 Aug 18 19:45:46.169746 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-8292db48-de36-4bac-9c16-68893d34ec75 req-e09f3aef-e55c-4938-a042-807b2aca13da tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319545 Aug 18 19:45:46.389271 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 0021955a-d6b5-4d3c-be30-78b86a27a40b up at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:45:46.438239 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning complete for port 0021955a-d6b5-4d3c-be30-78b86a27a40b triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:45:46.438604 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:46.512618 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:46.534973 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa14b65-5286-4eab-b6c3-992314534c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0021955a-d6b5-4d3c-be30-78b86a27a40b'}] {{(pid=100441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:45:46.537242 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c845df31933df15e4981d7dcb3334c44fca6e0bb010d803592179d7e14a8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5f2bb9-2661-4aba-bcd1-d19dd73e5e35" -d '{"events": [{"server_uuid": "8aa14b65-5286-4eab-b6c3-992314534c7c", "name": "network-vif-plugged", "status": "completed", "tag": "0021955a-d6b5-4d3c-be30-78b86a27a40b"}]}' {{(pid=100441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:45:46.549804 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 0021955a-d6b5-4d3c-be30-78b86a27a40b, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=0021955a-d6b5-4d3c-be30-78b86a27a40b,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:45:46.554298 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:46.580661 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14b5862-ce11-464c-a543-b2bae7d2d47c x-openstack-request-id: req-e14b5862-ce11-464c-a543-b2bae7d2d47c {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:45:46.580951 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa14b65-5286-4eab-b6c3-992314534c7c", "name": "network-vif-plugged", "status": "completed", "tag": "0021955a-d6b5-4d3c-be30-78b86a27a40b", "code": 200}]} {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:45:46.581203 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e14b5862-ce11-464c-a543-b2bae7d2d47c {{(pid=100441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:45:46.581585 dv-cinder-805072-2-iscsi neutron-server[100441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa14b65-5286-4eab-b6c3-992314534c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0021955a-d6b5-4d3c-be30-78b86a27a40b', 'code': 200} Aug 18 19:45:46.607318 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=0021955a-d6b5-4d3c-be30-78b86a27a40b,revision_number=7']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:46.674562 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:47.055536 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2ff3c-c348-40d9-a8ba-d49998fde385 req-d457a666-a54e-465a-a94f-08fa7469ec0f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:47.057041 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-95a2ff3c-c348-40d9-a8ba-d49998fde385 req-d457a666-a54e-465a-a94f-08fa7469ec0f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0537593 Aug 18 19:45:47.093295 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-95a2ff3c-c348-40d9-a8ba-d49998fde385 req-4ed51fce-24e6-490e-8be2-c3d8d5570247 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304406 Aug 18 19:45:47.282833 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bf520-3734-4b24-8bdc-23559007b391 req-d0ea0395-d875-4df0-9747-d1078977aa51 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:47.284276 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a36bf520-3734-4b24-8bdc-23559007b391 req-d0ea0395-d875-4df0-9747-d1078977aa51 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0477111 Aug 18 19:45:47.322831 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a36bf520-3734-4b24-8bdc-23559007b391 req-fba22a94-8db1-41d2-aef7-4ba52273508e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319533 Aug 18 19:45:48.212893 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75eb2ea-ee76-421c-ba4f-b86a94b4b109 req-02777ddf-0861-40b7-b3a7-4433b8ff226a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:48.214688 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d75eb2ea-ee76-421c-ba4f-b86a94b4b109 req-02777ddf-0861-40b7-b3a7-4433b8ff226a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0490305 Aug 18 19:45:48.257842 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d75eb2ea-ee76-421c-ba4f-b86a94b4b109 req-7d97d515-a38e-45c6-ba09-1bbe4a9157fe tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368352 Aug 18 19:45:48.427271 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:49.380411 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57af439-6b6e-4544-9443-cab250dbeaeb req-1cc242ba-55f3-41ae-9416-656952420ca2 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:49.381463 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f57af439-6b6e-4544-9443-cab250dbeaeb req-1cc242ba-55f3-41ae-9416-656952420ca2 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0503249 Aug 18 19:45:49.424447 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f57af439-6b6e-4544-9443-cab250dbeaeb req-e9b18016-c7fc-41d5-a677-c5a73e721992 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358267 Aug 18 19:45:49.930576 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:50.563274 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7b15f-c0f0-45e5-bd9c-bfadcdfd8aa7 req-5cab6e0d-ba19-455a-ac68-65028fd7eb6a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:50.564808 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-97b7b15f-c0f0-45e5-bd9c-bfadcdfd8aa7 req-5cab6e0d-ba19-455a-ac68-65028fd7eb6a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0650702 Aug 18 19:45:50.607071 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-97b7b15f-c0f0-45e5-bd9c-bfadcdfd8aa7 req-c0cea419-ae0d-408b-afe5-e5f2f71b8afa tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343959 Aug 18 19:45:51.730658 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d5b7f-0f90-4fad-a2c8-52a2c0f3aac3 req-7f4d082c-2a90-440e-bb5d-11ed97578d6a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:51.732418 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-534d5b7f-0f90-4fad-a2c8-52a2c0f3aac3 req-7f4d082c-2a90-440e-bb5d-11ed97578d6a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0520854 Aug 18 19:45:51.786924 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-534d5b7f-0f90-4fad-a2c8-52a2c0f3aac3 req-431b656d-2265-42b7-a5fc-4787db826e62 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403290 Aug 18 19:45:51.958751 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 46174) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:45:52.070621 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-24830c18-6bbb-4962-9514-ab9afd20a6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:52.160601 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-24830c18-6bbb-4962-9514-ab9afd20a6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:52.164648 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-24830c18-6bbb-4962-9514-ab9afd20a6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:52.204532 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-24830c18-6bbb-4962-9514-ab9afd20a6ad admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=551843a1b14642528ddcd956d5f2d437&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2446568 Aug 18 19:45:52.206355 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24830c18-6bbb-4962-9514-ab9afd20a6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d26e849-9d94-471a-a5bd-2e742f0589c0,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:52.207375 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 46188) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:45:52.261179 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-25bac452-9467-4dd4-b6ec-49cf42e66e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:52.289264 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-25bac452-9467-4dd4-b6ec-49cf42e66e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:52.364528 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-25bac452-9467-4dd4-b6ec-49cf42e66e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:52.367433 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-25bac452-9467-4dd4-b6ec-49cf42e66e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:52.371985 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-25bac452-9467-4dd4-b6ec-49cf42e66e39 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0d26e849-9d94-471a-a5bd-2e742f0589c0 HTTP/1.1" status: 204 len: 168 time: 0.1635900 Aug 18 19:45:52.384426 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bac452-9467-4dd4-b6ec-49cf42e66e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d26e849-9d94-471a-a5bd-2e742f0589c0,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:52.932890 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b62f6-b11e-4adc-b8eb-ea3d9f8432af req-ac04bcf8-ccb8-4592-abbb-953a7c2909fd tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:52.934737 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b92b62f6-b11e-4adc-b8eb-ea3d9f8432af req-ac04bcf8-ccb8-4592-abbb-953a7c2909fd tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0625296 Aug 18 19:45:52.981940 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b92b62f6-b11e-4adc-b8eb-ea3d9f8432af req-9f8d8783-a736-4686-86e1-56f9b93233f3 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394406 Aug 18 19:45:53.846472 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 46248) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:45:53.995248 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7b89bd3a-8f34-4a3d-a692-b8e0e9cdc2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:54.125861 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7b89bd3a-8f34-4a3d-a692-b8e0e9cdc2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:54.136960 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7b89bd3a-8f34-4a3d-a692-b8e0e9cdc2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:54.178079 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89bd3a-8f34-4a3d-a692-b8e0e9cdc2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e917d6ff-7d9c-4bdf-b57f-8bb842c55fcd,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:54.186096 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-7b89bd3a-8f34-4a3d-a692-b8e0e9cdc2d8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aab110c15cf443288a4bbff53525045b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3385210 Aug 18 19:45:54.188062 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 46258) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:45:54.254325 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-01e8ea77-f4af-4fcd-9953-34a80f07df5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:54.275628 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564a953-07f9-4b48-9f77-6ad1b2b3139a req-52ab4bae-ecc2-4139-a464-233f27ceed43 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:54.284108 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-01e8ea77-f4af-4fcd-9953-34a80f07df5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:54.285424 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b564a953-07f9-4b48-9f77-6ad1b2b3139a req-52ab4bae-ecc2-4139-a464-233f27ceed43 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.1394708 Aug 18 19:45:54.346914 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b564a953-07f9-4b48-9f77-6ad1b2b3139a req-4b118ff1-c4b9-434d-a63f-344e3dae657a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591781 Aug 18 19:45:54.359809 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-01e8ea77-f4af-4fcd-9953-34a80f07df5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:54.362888 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-01e8ea77-f4af-4fcd-9953-34a80f07df5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:54.365295 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-01e8ea77-f4af-4fcd-9953-34a80f07df5f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e917d6ff-7d9c-4bdf-b57f-8bb842c55fcd HTTP/1.1" status: 204 len: 168 time: 0.1758282 Aug 18 19:45:54.377029 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8ea77-f4af-4fcd-9953-34a80f07df5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e917d6ff-7d9c-4bdf-b57f-8bb842c55fcd,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:55.487460 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc0f39-a56e-4e88-acf2-8da8a5cbce1f req-d9c07132-6c1f-4b8d-b3d4-fc935d3e4568 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:55.489550 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-86cc0f39-a56e-4e88-acf2-8da8a5cbce1f req-d9c07132-6c1f-4b8d-b3d4-fc935d3e4568 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0626817 Aug 18 19:45:55.545013 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-86cc0f39-a56e-4e88-acf2-8da8a5cbce1f req-bd24e7b6-0113-47af-854f-99bc2d37b0fc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500278 Aug 18 19:45:56.689413 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66b970-4f2d-46be-a3ef-f494f3eef541 req-8b7d49b2-9cd3-4751-9fa6-4996dde9c755 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:56.691683 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ba66b970-4f2d-46be-a3ef-f494f3eef541 req-8b7d49b2-9cd3-4751-9fa6-4996dde9c755 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0590415 Aug 18 19:45:56.739158 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ba66b970-4f2d-46be-a3ef-f494f3eef541 req-e0fc5234-d964-431e-8413-2e7e817fcd09 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405509 Aug 18 19:45:57.892999 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b5630-315f-40c7-9b6e-c22537a1e17b req-a15cf3e3-a6d4-4ef0-920a-03b65b34fdb9 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:57.912958 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-919b5630-315f-40c7-9b6e-c22537a1e17b req-a15cf3e3-a6d4-4ef0-920a-03b65b34fdb9 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0758042 Aug 18 19:45:57.961115 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-919b5630-315f-40c7-9b6e-c22537a1e17b req-1a0fee9a-743f-4338-9996-ccfc451be7a7 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450273 Aug 18 19:45:58.065666 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 46418) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:45:58.183673 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-4081d518-522c-4fd1-99c2-4f6bc4983912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:58.313289 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-4081d518-522c-4fd1-99c2-4f6bc4983912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:58.322514 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-4081d518-522c-4fd1-99c2-4f6bc4983912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:58.362808 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081d518-522c-4fd1-99c2-4f6bc4983912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c503463-f6c7-46b1-9a1a-78b807fce5f1,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:58.373109 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-4081d518-522c-4fd1-99c2-4f6bc4983912 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c70139396b7c4bff9783931f54d660f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039145 Aug 18 19:45:58.373424 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 46422) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:45:58.458208 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-b28eb8bd-8545-4125-ba02-bf636a242896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:58.491812 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-b28eb8bd-8545-4125-ba02-bf636a242896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:58.576290 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-b28eb8bd-8545-4125-ba02-bf636a242896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:58.578854 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-b28eb8bd-8545-4125-ba02-bf636a242896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:58.579997 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-b28eb8bd-8545-4125-ba02-bf636a242896 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2c503463-f6c7-46b1-9a1a-78b807fce5f1 HTTP/1.1" status: 204 len: 168 time: 0.2049720 Aug 18 19:45:58.591151 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28eb8bd-8545-4125-ba02-bf636a242896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c503463-f6c7-46b1-9a1a-78b807fce5f1,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:58.955951 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 46446) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:45:58.971060 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-545c824b-56b8-431f-8ac4-1cd59bf2dd58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:59.168554 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb417a1c-d32f-4be6-99af-f544ca18f73a req-6851e45f-f21c-4cc6-a609-f0eb412e030a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:45:59.176344 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-bb417a1c-d32f-4be6-99af-f544ca18f73a req-6851e45f-f21c-4cc6-a609-f0eb412e030a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0986784 Aug 18 19:45:59.221781 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-545c824b-56b8-431f-8ac4-1cd59bf2dd58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:59.231505 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-545c824b-56b8-431f-8ac4-1cd59bf2dd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:59.258613 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-bb417a1c-d32f-4be6-99af-f544ca18f73a req-e4cb80b7-1d81-44f5-8533-d2ce668da1b6 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770879 Aug 18 19:45:59.298632 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 46454) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:45:59.299264 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-545c824b-56b8-431f-8ac4-1cd59bf2dd58 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=21c7fef4611541a69172ffff387587b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3416977 Aug 18 19:45:59.299934 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c824b-56b8-431f-8ac4-1cd59bf2dd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01467a65-d282-4fa4-9e00-5e194a381d3c,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:45:59.361639 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-18b94b75-e49c-42e3-b2b7-fc41c32aaf3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:59.390694 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-18b94b75-e49c-42e3-b2b7-fc41c32aaf3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:59.447393 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-18b94b75-e49c-42e3-b2b7-fc41c32aaf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:59.455537 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-18b94b75-e49c-42e3-b2b7-fc41c32aaf3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:45:59.456940 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-18b94b75-e49c-42e3-b2b7-fc41c32aaf3f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/01467a65-d282-4fa4-9e00-5e194a381d3c HTTP/1.1" status: 204 len: 168 time: 0.1561317 Aug 18 19:45:59.465902 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b94b75-e49c-42e3-b2b7-fc41c32aaf3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01467a65-d282-4fa4-9e00-5e194a381d3c,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:00.405223 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e69700-dc82-4507-ae64-5d11b628638d req-3e03f683-1fef-4525-9d1c-65d53347c35e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:00.406769 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-44e69700-dc82-4507-ae64-5d11b628638d req-3e03f683-1fef-4525-9d1c-65d53347c35e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0595911 Aug 18 19:46:00.462324 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-44e69700-dc82-4507-ae64-5d11b628638d req-601f3102-04e1-4887-b03f-48ea700d357b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422888 Aug 18 19:46:01.643833 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a78147-10c5-42d9-afe3-b2d9276b6a5b req-e15dd896-627a-4c66-b710-41bc6353f133 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:01.652747 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-07a78147-10c5-42d9-afe3-b2d9276b6a5b req-e15dd896-627a-4c66-b710-41bc6353f133 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.1086407 Aug 18 19:46:01.698523 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-07a78147-10c5-42d9-afe3-b2d9276b6a5b req-9f19b467-55bc-4fc2-9512-5f25cc909281 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448983 Aug 18 19:46:02.826568 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099ec2a-675a-4ff8-a901-d3cd626fe1ea req-bdf1b267-438d-444e-b366-0bc246ef08e4 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:02.828090 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b099ec2a-675a-4ff8-a901-d3cd626fe1ea req-bdf1b267-438d-444e-b366-0bc246ef08e4 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0478983 Aug 18 19:46:02.865597 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b099ec2a-675a-4ff8-a901-d3cd626fe1ea req-900e8f6d-b947-4e6c-82ea-31cce55b0b6f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313671 Aug 18 19:46:03.990367 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55388d99-134e-4687-a2bb-e35b3b34a270 req-91f20011-64d3-4b7b-9bf7-1206b268204f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:03.991891 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-55388d99-134e-4687-a2bb-e35b3b34a270 req-91f20011-64d3-4b7b-9bf7-1206b268204f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0561075 Aug 18 19:46:04.031127 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-55388d99-134e-4687-a2bb-e35b3b34a270 req-e22d6025-2a7e-4f06-842d-2fb8f1f54b21 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328226 Aug 18 19:46:04.598573 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a9862-a86d-464c-b4d3-3c5edd07ba24 req-8c3676b4-9286-49ea-8d4a-0bce154df819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:04.600094 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-433a9862-a86d-464c-b4d3-3c5edd07ba24 req-8c3676b4-9286-49ea-8d4a-0bce154df819 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=55a46dee3b2d46d79cfe6a8e52d7bd63&device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 1098 time: 0.0389731 Aug 18 19:46:04.693338 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a9862-a86d-464c-b4d3-3c5edd07ba24 req-c5a7d258-b869-42e0-9ecd-5c910ef4ac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:04.694833 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-433a9862-a86d-464c-b4d3-3c5edd07ba24 req-c5a7d258-b869-42e0-9ecd-5c910ef4ac33 service neutron] 10.222.0.35 "GET /v2.0/networks?id=48079850-84f4-4aec-a648-0aa058db8488 HTTP/1.1" status: 200 len: 917 time: 0.0872045 Aug 18 19:46:04.759902 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-433a9862-a86d-464c-b4d3-3c5edd07ba24 req-c91b6004-b2d0-40c1-88ac-5ca2d7eb66ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0021955a-d6b5-4d3c-be30-78b86a27a40b HTTP/1.1" status: 200 len: 1001 time: 0.0578558 Aug 18 19:46:04.810163 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a9862-a86d-464c-b4d3-3c5edd07ba24 req-dbb800d1-9072-4456-bc11-a1f0ec3c2fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:04.811636 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-433a9862-a86d-464c-b4d3-3c5edd07ba24 req-dbb800d1-9072-4456-bc11-a1f0ec3c2fdf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b HTTP/1.1" status: 200 len: 855 time: 0.0452693 Aug 18 19:46:04.863028 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a9862-a86d-464c-b4d3-3c5edd07ba24 req-d16a8718-6f7d-451c-82cc-60023132928b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:04.864597 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-433a9862-a86d-464c-b4d3-3c5edd07ba24 req-d16a8718-6f7d-451c-82cc-60023132928b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48079850-84f4-4aec-a648-0aa058db8488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447145 Aug 18 19:46:04.966147 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-433a9862-a86d-464c-b4d3-3c5edd07ba24 req-8721e7f2-e139-44c9-bdf7-d59914374519 service neutron] 10.222.0.35 "GET /v2.0/networks/48079850-84f4-4aec-a648-0aa058db8488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943866 Aug 18 19:46:05.066565 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-433a9862-a86d-464c-b4d3-3c5edd07ba24 req-3145eb2b-1726-4d99-9b50-6dc92b0099d7 service neutron] 10.222.0.35 "GET /v2.0/networks/48079850-84f4-4aec-a648-0aa058db8488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915802 Aug 18 19:46:05.162697 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacbcce-abc1-49b8-914b-d83fb212b5bf req-c39a21e0-05b9-4a36-89dd-45a4049b2ffa tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:05.164162 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1cacbcce-abc1-49b8-914b-d83fb212b5bf req-c39a21e0-05b9-4a36-89dd-45a4049b2ffa tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0548873 Aug 18 19:46:05.204732 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1cacbcce-abc1-49b8-914b-d83fb212b5bf req-788fd651-ebb0-4486-aff4-7e22958b8184 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341728 Aug 18 19:46:06.323085 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ccd83-e773-439a-8bef-ab91ac120bf0 req-4f28335d-1f90-400b-be8d-1131d0adc14b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:06.325246 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cd6ccd83-e773-439a-8bef-ab91ac120bf0 req-4f28335d-1f90-400b-be8d-1131d0adc14b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0503056 Aug 18 19:46:06.361858 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cd6ccd83-e773-439a-8bef-ab91ac120bf0 req-6404e406-4230-416e-91f6-dd63c98d49e0 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306923 Aug 18 19:46:07.477792 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1844877-b0b5-4470-8e3f-d86f15516bbe req-bc2925b6-55b4-4fec-984a-6cb2b56aba56 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:07.479245 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c1844877-b0b5-4470-8e3f-d86f15516bbe req-bc2925b6-55b4-4fec-984a-6cb2b56aba56 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0472724 Aug 18 19:46:07.516103 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c1844877-b0b5-4470-8e3f-d86f15516bbe req-08e95d99-c1e4-45e4-955a-f31c8655f0fc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309253 Aug 18 19:46:08.632312 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c5692-0bc2-467b-8db1-b76fbf30e851 req-6ac49eaf-1ac8-4480-9161-6120793f8f97 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:08.633829 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0d1c5692-0bc2-467b-8db1-b76fbf30e851 req-6ac49eaf-1ac8-4480-9161-6120793f8f97 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0483849 Aug 18 19:46:08.671574 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0d1c5692-0bc2-467b-8db1-b76fbf30e851 req-b43d4cd8-6566-41d2-99fb-e10f5c785ce5 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309749 Aug 18 19:46:09.765754 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 0021955a-d6b5-4d3c-be30-78b86a27a40b no longer exists at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:46:09.791075 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205c4b7-a5fa-4394-8ea4-a9841b991477 req-6ce6d54d-bb8e-4510-bbc3-62447e33ec32 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:09.792555 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b205c4b7-a5fa-4394-8ea4-a9841b991477 req-6ce6d54d-bb8e-4510-bbc3-62447e33ec32 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 945 time: 0.0481079 Aug 18 19:46:09.831022 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b205c4b7-a5fa-4394-8ea4-a9841b991477 req-85e2e777-31c1-4ac3-b1ce-7791701a474f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321259 Aug 18 19:46:09.848000 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:09.869477 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa14b65-5286-4eab-b6c3-992314534c7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0021955a-d6b5-4d3c-be30-78b86a27a40b'}] {{(pid=100441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:46:09.872244 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c845df31933df15e4981d7dcb3334c44fca6e0bb010d803592179d7e14a8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed5df38-9fb8-4e1e-bf9b-5d2fd4f33fa4" -d '{"events": [{"server_uuid": "8aa14b65-5286-4eab-b6c3-992314534c7c", "name": "network-vif-unplugged", "status": "completed", "tag": "0021955a-d6b5-4d3c-be30-78b86a27a40b"}]}' {{(pid=100441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:46:09.884763 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 0021955a-d6b5-4d3c-be30-78b86a27a40b, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=0021955a-d6b5-4d3c-be30-78b86a27a40b,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:46:09.889507 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:09.912923 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 19:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3024da27-f414-4076-825c-2498a7282499 x-openstack-request-id: req-3024da27-f414-4076-825c-2498a7282499 {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:46:09.913221 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa14b65-5286-4eab-b6c3-992314534c7c", "name": "network-vif-unplugged", "status": "completed", "tag": "0021955a-d6b5-4d3c-be30-78b86a27a40b", "code": 200}]} {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:46:09.913471 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3024da27-f414-4076-825c-2498a7282499 {{(pid=100441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:46:09.913852 dv-cinder-805072-2-iscsi neutron-server[100441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa14b65-5286-4eab-b6c3-992314534c7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0021955a-d6b5-4d3c-be30-78b86a27a40b', 'code': 200} Aug 18 19:46:09.938948 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=0021955a-d6b5-4d3c-be30-78b86a27a40b,revision_number=8']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:10.945810 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864e6ee-01b3-49d5-a882-164c6a33ac99 req-3b310da3-c8f4-4456-ba0e-82d7b051c9bf tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:10.947328 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-5864e6ee-01b3-49d5-a882-164c6a33ac99 req-3b310da3-c8f4-4456-ba0e-82d7b051c9bf tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0476627 Aug 18 19:46:10.988982 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-5864e6ee-01b3-49d5-a882-164c6a33ac99 req-d0f2838e-9a5e-48f9-9246-9d7df133767f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352156 Aug 18 19:46:12.107111 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c7ba2-d136-41e5-ad13-a541b47e9469 req-768d25ef-e373-47d9-86be-6afaee3ea193 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:12.108582 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f51c7ba2-d136-41e5-ad13-a541b47e9469 req-768d25ef-e373-47d9-86be-6afaee3ea193 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0485971 Aug 18 19:46:12.148374 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f51c7ba2-d136-41e5-ad13-a541b47e9469 req-6420fec4-ccbd-44a0-aa65-1d5f545bd09e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339944 Aug 18 19:46:13.042160 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-166c28a2-ea7f-44bd-ae97-933e79fa1909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:13.266294 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136e8dd-031f-4fec-b312-7cc788c14179 req-b99fe9a1-f286-4eea-9be3-ef16010fd2d9 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:13.267683 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a136e8dd-031f-4fec-b312-7cc788c14179 req-b99fe9a1-f286-4eea-9be3-ef16010fd2d9 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0476711 Aug 18 19:46:13.306457 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a136e8dd-031f-4fec-b312-7cc788c14179 req-dce58278-6512-4116-b911-b5197a524157 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321686 Aug 18 19:46:13.586639 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:46:14.577016 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d5144-d49e-4836-9741-32dda078aabb req-ee8e71c2-4ac3-45b4-8373-97b5b8dba5a2 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:14.578498 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-333d5144-d49e-4836-9741-32dda078aabb req-ee8e71c2-4ac3-45b4-8373-97b5b8dba5a2 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.2014163 Aug 18 19:46:14.616365 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-333d5144-d49e-4836-9741-32dda078aabb req-9d626ca3-0dbe-42e6-ae9f-c207d5f618f0 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318112 Aug 18 19:46:15.737261 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffc986-28d4-42b9-bb3d-ec0322bffcaf req-8428030d-09cb-4a7e-807b-f1f3ca4e1453 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:15.738818 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-87ffc986-28d4-42b9-bb3d-ec0322bffcaf req-8428030d-09cb-4a7e-807b-f1f3ca4e1453 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0517318 Aug 18 19:46:15.778531 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-87ffc986-28d4-42b9-bb3d-ec0322bffcaf req-ed1ec7c1-e118-4f11-845a-57a76ae8231f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333014 Aug 18 19:46:15.789436 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-0968c472-a347-48f2-8d81-91b2b611e2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:15.884289 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:16.677820 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:16.900295 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8a05a-22af-4ff1-bfe8-2a094b92a445 req-a852a118-5027-4b20-bb24-ceeee83f16ed tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:16.901757 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-99f8a05a-22af-4ff1-bfe8-2a094b92a445 req-a852a118-5027-4b20-bb24-ceeee83f16ed tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0484495 Aug 18 19:46:16.939731 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-99f8a05a-22af-4ff1-bfe8-2a094b92a445 req-a49a4242-3500-44e5-865e-3936bbce204a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318394 Aug 18 19:46:17.539963 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb0ea9-9e92-48a2-99f2-a75c8863d94c req-ad4b4452-6bf0-476d-88db-ff218d735279 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:17.541444 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-bceb0ea9-9e92-48a2-99f2-a75c8863d94c req-ad4b4452-6bf0-476d-88db-ff218d735279 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0500875 Aug 18 19:46:17.584738 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-bceb0ea9-9e92-48a2-99f2-a75c8863d94c req-ef4fc9d8-f1c1-45a9-a203-2783607ed7c9 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372643 Aug 18 19:46:17.771319 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 46714) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:46:17.885221 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-8ff528f6-f9fa-4fba-8df1-fe413f8807ba req-d6be0d76-6c7b-48bf-baa7-e4d58ecc17f7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1127660 Aug 18 19:46:18.427440 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:18.707134 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2ccf0-4eca-4210-882a-fb40542e890a req-41e848ee-12d0-4b6a-8bfb-4515d30b6c96 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:18.708633 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-98f2ccf0-4eca-4210-882a-fb40542e890a req-41e848ee-12d0-4b6a-8bfb-4515d30b6c96 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0493441 Aug 18 19:46:18.750476 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-98f2ccf0-4eca-4210-882a-fb40542e890a req-661e2915-7552-4bd2-991d-268e36fcaf8d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358632 Aug 18 19:46:19.917616 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e6e2f-4a22-436b-abff-8af3709ae423 req-233d6734-a60b-4814-82a1-1c2350202bf2 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:19.919290 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-284e6e2f-4a22-436b-abff-8af3709ae423 req-233d6734-a60b-4814-82a1-1c2350202bf2 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0978475 Aug 18 19:46:19.959135 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-284e6e2f-4a22-436b-abff-8af3709ae423 req-03b9be03-b28e-4de1-b392-5ac5abe4f5db tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315657 Aug 18 19:46:19.983392 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:21.087021 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed95268-563c-44ff-8f57-9bcbc439d215 req-db1fccb3-ac67-44d3-be29-f7dede1c4e4d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:21.088479 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-eed95268-563c-44ff-8f57-9bcbc439d215 req-db1fccb3-ac67-44d3-be29-f7dede1c4e4d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0484049 Aug 18 19:46:21.126129 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-eed95268-563c-44ff-8f57-9bcbc439d215 req-4eb401a4-5671-4422-bc8e-1725e3b8e013 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312314 Aug 18 19:46:22.244131 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0c3ff-0282-40b1-81b5-192b262f8f3b req-389809ca-8484-43d8-8081-3d49223c20f2 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:22.245593 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-aec0c3ff-0282-40b1-81b5-192b262f8f3b req-389809ca-8484-43d8-8081-3d49223c20f2 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0506430 Aug 18 19:46:22.290415 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-aec0c3ff-0282-40b1-81b5-192b262f8f3b req-cbc631bf-3b06-4cff-a155-9d7a8c6bf086 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382593 Aug 18 19:46:23.411473 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40c5d2-a6dc-4149-9d38-971a01636df4 req-57b494ca-4245-43d5-a9d3-ef5f782aa5d1 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:23.412964 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0b40c5d2-a6dc-4149-9d38-971a01636df4 req-57b494ca-4245-43d5-a9d3-ef5f782aa5d1 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0500529 Aug 18 19:46:23.450759 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0b40c5d2-a6dc-4149-9d38-971a01636df4 req-adab84af-36fe-4163-ba4b-bc19c9cbd26c tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318439 Aug 18 19:46:23.461857 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 0021955a-d6b5-4d3c-be30-78b86a27a40b no longer exists at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:46:24.568018 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b0fd1-b8a5-491a-8ed3-efc0ea70471f req-901bcf50-0059-416a-a319-29197c19557c tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:24.569494 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7f7b0fd1-b8a5-491a-8ed3-efc0ea70471f req-901bcf50-0059-416a-a319-29197c19557c tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0484822 Aug 18 19:46:24.606382 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7f7b0fd1-b8a5-491a-8ed3-efc0ea70471f req-e8e47c30-4aad-41c3-982c-467e633b9522 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305991 Aug 18 19:46:24.924183 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-48c76c1d-40e5-4b85-a5a9-a1a140a97b35 req-3823e025-3244-4734-808a-bef9d916b038 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387328 Aug 18 19:46:24.998877 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c76c1d-40e5-4b85-a5a9-a1a140a97b35 req-7cf941e3-a467-481a-a37b-d15078f0e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:25.000316 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-48c76c1d-40e5-4b85-a5a9-a1a140a97b35 req-7cf941e3-a467-481a-a37b-d15078f0e066 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77e9437c632648f4ac33b7f9bb3af25c&device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 1099 time: 0.0423088 Aug 18 19:46:25.099828 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c76c1d-40e5-4b85-a5a9-a1a140a97b35 req-15d1cc0b-25ab-4545-ad2f-c14dd61cd423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:25.101277 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-48c76c1d-40e5-4b85-a5a9-a1a140a97b35 req-15d1cc0b-25ab-4545-ad2f-c14dd61cd423 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f75a4ad2-5977-4a3c-89ba-eb88091ae653 HTTP/1.1" status: 200 len: 911 time: 0.0812325 Aug 18 19:46:25.167053 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-48c76c1d-40e5-4b85-a5a9-a1a140a97b35 req-a3963fce-9010-4a61-9a9b-a4f38423ad03 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=006ed51c-543b-470b-8d8c-8e035ffe1c0f HTTP/1.1" status: 200 len: 1002 time: 0.0586317 Aug 18 19:46:25.214178 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c76c1d-40e5-4b85-a5a9-a1a140a97b35 req-a5c9cc5d-ed6f-4a81-90a3-e0d8efb81010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:25.215534 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-48c76c1d-40e5-4b85-a5a9-a1a140a97b35 req-a5c9cc5d-ed6f-4a81-90a3-e0d8efb81010 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a0797b3-7667-41c9-b4c1-878fd339c483 HTTP/1.1" status: 200 len: 849 time: 0.0422287 Aug 18 19:46:25.260308 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c76c1d-40e5-4b85-a5a9-a1a140a97b35 req-3ea6ff63-a970-4710-8470-2e075fc9fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:25.261766 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-48c76c1d-40e5-4b85-a5a9-a1a140a97b35 req-3ea6ff63-a970-4710-8470-2e075fc9fba0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f75a4ad2-5977-4a3c-89ba-eb88091ae653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397515 Aug 18 19:46:25.353088 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-48c76c1d-40e5-4b85-a5a9-a1a140a97b35 req-545f7bbe-544e-41a9-9f6a-80eae27b032b service neutron] 10.222.0.35 "GET /v2.0/networks/f75a4ad2-5977-4a3c-89ba-eb88091ae653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832324 Aug 18 19:46:25.443843 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-48c76c1d-40e5-4b85-a5a9-a1a140a97b35 req-38d00c72-8af9-42ed-a290-b4654ce6cb8e service neutron] 10.222.0.35 "GET /v2.0/networks/f75a4ad2-5977-4a3c-89ba-eb88091ae653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829880 Aug 18 19:46:25.728104 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463d4a2-7567-4f53-b4bd-1d2830aabe68 req-5bf0d615-357b-484e-b5ad-4ca5ca1834bc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:25.729592 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0463d4a2-7567-4f53-b4bd-1d2830aabe68 req-5bf0d615-357b-484e-b5ad-4ca5ca1834bc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0511148 Aug 18 19:46:25.770772 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0463d4a2-7567-4f53-b4bd-1d2830aabe68 req-5f47b93f-88b6-4946-8b23-c86f911c01cb tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346272 Aug 18 19:46:26.902696 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695650ec-83a4-4346-8fee-d1a1826bfa14 req-29ea0c68-66da-4fd1-a20b-78eb8b231060 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:26.904217 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-695650ec-83a4-4346-8fee-d1a1826bfa14 req-29ea0c68-66da-4fd1-a20b-78eb8b231060 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0591550 Aug 18 19:46:26.944284 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-695650ec-83a4-4346-8fee-d1a1826bfa14 req-8949fd5d-1fe3-47b8-96d1-cae331a7ddb4 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341868 Aug 18 19:46:27.297559 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff528f6-f9fa-4fba-8df1-fe413f8807ba req-dc0129c0-374a-4b45-b28c-121dfc55a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:27.299066 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8ff528f6-f9fa-4fba-8df1-fe413f8807ba req-dc0129c0-374a-4b45-b28c-121dfc55a4a0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c&tenant_id=55a46dee3b2d46d79cfe6a8e52d7bd63 HTTP/1.1" status: 200 len: 1096 time: 0.0691054 Aug 18 19:46:27.375700 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff528f6-f9fa-4fba-8df1-fe413f8807ba req-af82912e-b30f-4c4f-87c5-b5f941b4831b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:27.377180 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8ff528f6-f9fa-4fba-8df1-fe413f8807ba req-af82912e-b30f-4c4f-87c5-b5f941b4831b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=55a46dee3b2d46d79cfe6a8e52d7bd63&device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 1096 time: 0.0407131 Aug 18 19:46:27.475170 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff528f6-f9fa-4fba-8df1-fe413f8807ba req-8ad50723-4eb8-48b4-9fe8-c03f36597e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:27.476650 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8ff528f6-f9fa-4fba-8df1-fe413f8807ba req-8ad50723-4eb8-48b4-9fe8-c03f36597e5c service neutron] 10.222.0.35 "GET /v2.0/networks?id=48079850-84f4-4aec-a648-0aa058db8488 HTTP/1.1" status: 200 len: 917 time: 0.0906904 Aug 18 19:46:27.544420 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8ff528f6-f9fa-4fba-8df1-fe413f8807ba req-c72df631-7a53-46f1-af38-3f7b712f007a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0021955a-d6b5-4d3c-be30-78b86a27a40b HTTP/1.1" status: 200 len: 999 time: 0.0582864 Aug 18 19:46:27.596283 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff528f6-f9fa-4fba-8df1-fe413f8807ba req-6614951a-e588-4123-82b2-29329a6ba04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:27.597605 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8ff528f6-f9fa-4fba-8df1-fe413f8807ba req-6614951a-e588-4123-82b2-29329a6ba04e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b HTTP/1.1" status: 200 len: 855 time: 0.0460782 Aug 18 19:46:27.643605 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff528f6-f9fa-4fba-8df1-fe413f8807ba req-4b8f301d-f2f7-4ef5-8401-f199223f3585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:27.645196 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8ff528f6-f9fa-4fba-8df1-fe413f8807ba req-4b8f301d-f2f7-4ef5-8401-f199223f3585 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48079850-84f4-4aec-a648-0aa058db8488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393934 Aug 18 19:46:27.734240 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8ff528f6-f9fa-4fba-8df1-fe413f8807ba req-06cb8095-11d4-45ba-800c-6e703fb92e38 service neutron] 10.222.0.35 "GET /v2.0/networks/48079850-84f4-4aec-a648-0aa058db8488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804813 Aug 18 19:46:27.828159 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8ff528f6-f9fa-4fba-8df1-fe413f8807ba req-fd8871f5-8360-4561-99de-75a9efde7a91 service neutron] 10.222.0.35 "GET /v2.0/networks/48079850-84f4-4aec-a648-0aa058db8488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859077 Aug 18 19:46:28.068511 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedf482-b0a3-407b-927f-1212226c44b8 req-e62567c2-7fcd-4ec7-ab21-ae40d5aab374 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:28.070081 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cfedf482-b0a3-407b-927f-1212226c44b8 req-e62567c2-7fcd-4ec7-ab21-ae40d5aab374 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0527759 Aug 18 19:46:28.110730 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cfedf482-b0a3-407b-927f-1212226c44b8 req-92eece4f-d5dc-41ea-a147-883de9d5e345 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334723 Aug 18 19:46:29.258884 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923432c1-9264-427c-8f4b-1390e00187d4 req-18045fab-9523-4672-9cd1-37f056cf19f9 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:29.260332 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-923432c1-9264-427c-8f4b-1390e00187d4 req-18045fab-9523-4672-9cd1-37f056cf19f9 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0538137 Aug 18 19:46:29.302728 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-923432c1-9264-427c-8f4b-1390e00187d4 req-ced95f46-7aee-4599-98e3-818c24d63efa tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357535 Aug 18 19:46:29.732231 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 46852) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:46:29.841564 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d99cf3f7-42cf-4638-a8cc-f892518cf505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:29.942092 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d99cf3f7-42cf-4638-a8cc-f892518cf505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:29.948283 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d99cf3f7-42cf-4638-a8cc-f892518cf505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:29.989395 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-d99cf3f7-42cf-4638-a8cc-f892518cf505 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=db2fe7725843411faf66c12246907385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558043 Aug 18 19:46:29.990014 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99cf3f7-42cf-4638-a8cc-f892518cf505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758354d4-a392-4b8e-afd9-7b98be21118b,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:29.992046 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 46856) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:46:29.997840 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cf3f7-42cf-4638-a8cc-f892518cf505 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:29.998199 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cf3f7-42cf-4638-a8cc-f892518cf505 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:29.998549 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cf3f7-42cf-4638-a8cc-f892518cf505 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:29.998920 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cf3f7-42cf-4638-a8cc-f892518cf505 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:29.999259 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cf3f7-42cf-4638-a8cc-f892518cf505 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:29.999599 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cf3f7-42cf-4638-a8cc-f892518cf505 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:29.999938 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cf3f7-42cf-4638-a8cc-f892518cf505 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:30.000271 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cf3f7-42cf-4638-a8cc-f892518cf505 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:30.000643 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cf3f7-42cf-4638-a8cc-f892518cf505 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:30.000980 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cf3f7-42cf-4638-a8cc-f892518cf505 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:30.001349 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cf3f7-42cf-4638-a8cc-f892518cf505 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:30.001844 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cf3f7-42cf-4638-a8cc-f892518cf505 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:30.047396 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-427cc1ec-4f88-4b03-8712-a03e9f559448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:30.069791 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-427cc1ec-4f88-4b03-8712-a03e9f559448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:30.124146 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-427cc1ec-4f88-4b03-8712-a03e9f559448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:30.126814 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-427cc1ec-4f88-4b03-8712-a03e9f559448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:30.127982 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-427cc1ec-4f88-4b03-8712-a03e9f559448 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/758354d4-a392-4b8e-afd9-7b98be21118b HTTP/1.1" status: 204 len: 168 time: 0.1349258 Aug 18 19:46:30.135581 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cc1ec-4f88-4b03-8712-a03e9f559448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758354d4-a392-4b8e-afd9-7b98be21118b,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:30.142695 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc1ec-4f88-4b03-8712-a03e9f559448 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:30.143060 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc1ec-4f88-4b03-8712-a03e9f559448 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:30.143444 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc1ec-4f88-4b03-8712-a03e9f559448 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:30.143746 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc1ec-4f88-4b03-8712-a03e9f559448 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:30.144080 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc1ec-4f88-4b03-8712-a03e9f559448 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:30.144413 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc1ec-4f88-4b03-8712-a03e9f559448 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:30.144749 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc1ec-4f88-4b03-8712-a03e9f559448 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:30.145078 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc1ec-4f88-4b03-8712-a03e9f559448 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:30.145407 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc1ec-4f88-4b03-8712-a03e9f559448 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:30.145733 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc1ec-4f88-4b03-8712-a03e9f559448 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:30.146062 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc1ec-4f88-4b03-8712-a03e9f559448 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:30.146376 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc1ec-4f88-4b03-8712-a03e9f559448 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:30.446018 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e1b69-07be-419b-b062-94aae370112e req-e72aa24e-25b1-4e15-87f5-c5a1039eef5c tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:30.448350 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-ea5e1b69-07be-419b-b062-94aae370112e req-e72aa24e-25b1-4e15-87f5-c5a1039eef5c tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0546770 Aug 18 19:46:30.529684 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-ea5e1b69-07be-419b-b062-94aae370112e req-948c7d8f-18c2-4fe6-942c-40353a96c427 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631971 Aug 18 19:46:30.547205 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 46878) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:46:30.566907 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-41d81ce6-6e52-4abc-b736-f196ec1ab17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:30.662653 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-41d81ce6-6e52-4abc-b736-f196ec1ab17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:30.667312 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-41d81ce6-6e52-4abc-b736-f196ec1ab17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:30.712071 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-41d81ce6-6e52-4abc-b736-f196ec1ab17f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ef5f677ed4444c8fbff4829c5c9276ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1636651 Aug 18 19:46:30.717928 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 46882) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:46:30.718651 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 46884) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:46:30.719525 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d81ce6-6e52-4abc-b736-f196ec1ab17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92806cab-cff5-410b-945d-44c1714b6f8d,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:30.780446 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c949358d-e595-42ac-8050-08e09981608e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:30.826377 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c949358d-e595-42ac-8050-08e09981608e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:30.863579 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-b1d2d7aa-c740-4eca-9435-5cb9fc5d474a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:30.937472 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c949358d-e595-42ac-8050-08e09981608e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:30.940017 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c949358d-e595-42ac-8050-08e09981608e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:30.941155 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-c949358d-e595-42ac-8050-08e09981608e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/92806cab-cff5-410b-945d-44c1714b6f8d HTTP/1.1" status: 204 len: 168 time: 0.2212875 Aug 18 19:46:30.954306 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949358d-e595-42ac-8050-08e09981608e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92806cab-cff5-410b-945d-44c1714b6f8d,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:30.983284 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-b1d2d7aa-c740-4eca-9435-5cb9fc5d474a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:30.988019 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-b1d2d7aa-c740-4eca-9435-5cb9fc5d474a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:31.035658 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 46894) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:46:31.039246 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-b1d2d7aa-c740-4eca-9435-5cb9fc5d474a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6ebe406302c04900990ecd3bb853b596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180377 Aug 18 19:46:31.045067 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2d7aa-c740-4eca-9435-5cb9fc5d474a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5997a09-f279-4c3f-a808-18a10c554b01,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:31.095039 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-57322b6d-6e78-4f8f-9fa8-7a96a0d82534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:31.119997 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-57322b6d-6e78-4f8f-9fa8-7a96a0d82534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:31.177468 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-57322b6d-6e78-4f8f-9fa8-7a96a0d82534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:31.180135 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-57322b6d-6e78-4f8f-9fa8-7a96a0d82534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:31.181273 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-57322b6d-6e78-4f8f-9fa8-7a96a0d82534 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e5997a09-f279-4c3f-a808-18a10c554b01 HTTP/1.1" status: 204 len: 168 time: 0.1445293 Aug 18 19:46:31.194508 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57322b6d-6e78-4f8f-9fa8-7a96a0d82534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5997a09-f279-4c3f-a808-18a10c554b01,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:31.707076 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942e978-70fc-4b7a-a87d-defd07472142 req-47d32396-c1f2-4a18-bdd3-4cb91b7ad027 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:31.708570 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1942e978-70fc-4b7a-a87d-defd07472142 req-47d32396-c1f2-4a18-bdd3-4cb91b7ad027 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0902464 Aug 18 19:46:31.753464 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1942e978-70fc-4b7a-a87d-defd07472142 req-6c7c804a-f25c-49ee-9702-379287ebad8a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386457 Aug 18 19:46:31.764601 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 46920) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:46:31.867088 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-384ce381-3850-4365-9533-564fbbb167c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-542948998-network', 'tenant_id': '4bcf3b2fe019461fab2468ddf818d42b'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:46:31.890465 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384ce381-3850-4365-9533-564fbbb167c4 admin admin] Made reservation on behalf of 4bcf3b2fe019461fab2468ddf818d42b for: {'network': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:46:31.893194 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-384ce381-3850-4365-9533-564fbbb167c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for network, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:31.902750 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-384ce381-3850-4365-9533-564fbbb167c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:32.000150 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-384ce381-3850-4365-9533-564fbbb167c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:32.005186 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-384ce381-3850-4365-9533-564fbbb167c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:32.030965 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384ce381-3850-4365-9533-564fbbb167c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=100440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:46:32.045834 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ce381-3850-4365-9533-564fbbb167c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6409f4f-5db2-41aa-a75d-6cd468725e61,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:32.052086 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-384ce381-3850-4365-9533-564fbbb167c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:32.052433 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.db.segments_db [None req-384ce381-3850-4365-9533-564fbbb167c4 admin admin] Added segment a4bdcfed-8173-4d1b-9763-fa450624648c of type vlan for network f2e35917-af83-4d3b-9026-8693ddf341f5 Aug 18 19:46:32.093884 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-384ce381-3850-4365-9533-564fbbb167c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741574042296'] for network, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:32.124734 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-384ce381-3850-4365-9533-564fbbb167c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for network, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:32.126313 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384ce381-3850-4365-9533-564fbbb167c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:32.127292 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-384ce381-3850-4365-9533-564fbbb167c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:32.159602 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-384ce381-3850-4365-9533-564fbbb167c4 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3936403 Aug 18 19:46:32.162719 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 46926) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:46:32.168870 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-305fe892-9ac0-4c54-bdd8-c5c0c54a2505 admin admin] Request body: {'subnet': {'network_id': 'f2e35917-af83-4d3b-9026-8693ddf341f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-542948998-subnet', 'tenant_id': '4bcf3b2fe019461fab2468ddf818d42b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:46:32.191238 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305fe892-9ac0-4c54-bdd8-c5c0c54a2505 admin admin] Made reservation on behalf of 4bcf3b2fe019461fab2468ddf818d42b for: {'subnet': 1} {{(pid=100439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:46:32.193792 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-305fe892-9ac0-4c54-bdd8-c5c0c54a2505 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:32.203169 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ce381-3850-4365-9533-564fbbb167c4 admin admin] Pushing event updated for resources: {'Network': ['ID=f2e35917-af83-4d3b-9026-8693ddf341f5,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:32.217609 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Network f2e35917-af83-4d3b-9026-8693ddf341f5 details requested by agent ovs-agent-dv-cinder-805072-2-iscsi with host dv-cinder-805072-2-iscsi {{(pid=100441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:46:32.373144 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-305fe892-9ac0-4c54-bdd8-c5c0c54a2505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for subnet, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:32.435152 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fe892-9ac0-4c54-bdd8-c5c0c54a2505 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62ed1dc2-322e-452f-b808-3e122cd9329e,revision_number=0']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:32.443493 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305fe892-9ac0-4c54-bdd8-c5c0c54a2505 admin admin] Checking segment: {'id': 'a4bdcfed-8173-4d1b-9763-fa450624648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f2e35917-af83-4d3b-9026-8693ddf341f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:46:32.443850 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305fe892-9ac0-4c54-bdd8-c5c0c54a2505 admin admin] Network hostable DHCP agents. Network: f2e35917-af83-4d3b-9026-8693ddf341f5, hostable agents: ['ab24a8c0-5fbc-4c54-80f8-7c76df3937f6'], hosted agents: [] {{(pid=100439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:46:32.460099 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305fe892-9ac0-4c54-bdd8-c5c0c54a2505 admin admin] Network f2e35917-af83-4d3b-9026-8693ddf341f5 is scheduled to be hosted by DHCP agent ab24a8c0-5fbc-4c54-80f8-7c76df3937f6 with binding_index 1 {{(pid=100439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:46:32.469145 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-305fe892-9ac0-4c54-bdd8-c5c0c54a2505 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-2-iscsi, f2e35917-af83-4d3b-9026-8693ddf341f5) {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:46:32.473193 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305fe892-9ac0-4c54-bdd8-c5c0c54a2505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:32.473787 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-305fe892-9ac0-4c54-bdd8-c5c0c54a2505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for subnet, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:32.478163 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5ced53-4491-43b7-8dc7-d287ce5636fc None None] Network f2e35917-af83-4d3b-9026-8693ddf341f5 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:46:32.500956 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-305fe892-9ac0-4c54-bdd8-c5c0c54a2505 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3366435 Aug 18 19:46:32.654375 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398c842e-d98a-4d31-9a74-53f4ae349bd3 None None] Network f2e35917-af83-4d3b-9026-8693ddf341f5 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:46:32.906783 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f4917-2d98-49de-80b4-526a75787917 req-40743eb7-adc3-4346-aeae-b42f96fbcbeb tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:32.908267 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-423f4917-2d98-49de-80b4-526a75787917 req-40743eb7-adc3-4346-aeae-b42f96fbcbeb tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0673659 Aug 18 19:46:32.947326 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-423f4917-2d98-49de-80b4-526a75787917 req-3f2de312-b291-4545-a855-7dd9c5089ae4 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332041 Aug 18 19:46:33.064696 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 46946) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:46:33.069730 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-fc2b6f9a-daf7-4235-891d-4457827343e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2047645320-network', 'tenant_id': 'aa9034ff039a436bb0c563510c0fefd5'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:46:33.093151 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2b6f9a-daf7-4235-891d-4457827343e3 admin admin] Made reservation on behalf of aa9034ff039a436bb0c563510c0fefd5 for: {'network': 1} {{(pid=100439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:46:33.095784 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fc2b6f9a-daf7-4235-891d-4457827343e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for network, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:33.117022 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fc2b6f9a-daf7-4235-891d-4457827343e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:33.208750 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fc2b6f9a-daf7-4235-891d-4457827343e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:33.213076 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fc2b6f9a-daf7-4235-891d-4457827343e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:33.238414 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2b6f9a-daf7-4235-891d-4457827343e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=100439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:46:33.254838 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b6f9a-daf7-4235-891d-4457827343e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649dae03-2401-42e9-9880-5087a6b36db3,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:33.261131 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fc2b6f9a-daf7-4235-891d-4457827343e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:33.261513 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.db.segments_db [None req-fc2b6f9a-daf7-4235-891d-4457827343e3 admin admin] Added segment 92a882e3-eabd-4fce-868d-f6109e3c348f of type vlan for network b61109b4-9992-4574-b45f-8cf3b28a2b2b Aug 18 19:46:33.306318 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fc2b6f9a-daf7-4235-891d-4457827343e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741574042296'] for network, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:33.331987 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fc2b6f9a-daf7-4235-891d-4457827343e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for network, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:33.333450 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2b6f9a-daf7-4235-891d-4457827343e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:33.334067 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fc2b6f9a-daf7-4235-891d-4457827343e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:33.392034 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 46948) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:46:33.392613 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-fc2b6f9a-daf7-4235-891d-4457827343e3 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3265045 Aug 18 19:46:33.398576 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-321883d6-7cb6-45af-8948-981cb0a69c70 admin admin] Request body: {'subnet': {'network_id': 'b61109b4-9992-4574-b45f-8cf3b28a2b2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2047645320-subnet', 'tenant_id': 'aa9034ff039a436bb0c563510c0fefd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:46:33.405769 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b6f9a-daf7-4235-891d-4457827343e3 admin admin] Pushing event updated for resources: {'Network': ['ID=b61109b4-9992-4574-b45f-8cf3b28a2b2b,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:33.417901 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Network b61109b4-9992-4574-b45f-8cf3b28a2b2b details requested by agent ovs-agent-dv-cinder-805072-2-iscsi with host dv-cinder-805072-2-iscsi {{(pid=100441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:46:33.422400 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321883d6-7cb6-45af-8948-981cb0a69c70 admin admin] Made reservation on behalf of aa9034ff039a436bb0c563510c0fefd5 for: {'subnet': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:46:33.425734 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-321883d6-7cb6-45af-8948-981cb0a69c70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58745785'] for subnet, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:33.599314 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-321883d6-7cb6-45af-8948-981cb0a69c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60457745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58745775'] for subnet, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:33.659560 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321883d6-7cb6-45af-8948-981cb0a69c70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4b42398-37a2-4d51-8e87-e0140782c30a,revision_number=0']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:33.674830 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321883d6-7cb6-45af-8948-981cb0a69c70 admin admin] Checking segment: {'id': '92a882e3-eabd-4fce-868d-f6109e3c348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b61109b4-9992-4574-b45f-8cf3b28a2b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:46:33.675695 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321883d6-7cb6-45af-8948-981cb0a69c70 admin admin] Network hostable DHCP agents. Network: b61109b4-9992-4574-b45f-8cf3b28a2b2b, hostable agents: ['ab24a8c0-5fbc-4c54-80f8-7c76df3937f6'], hosted agents: [] {{(pid=100440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:46:33.695564 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321883d6-7cb6-45af-8948-981cb0a69c70 admin admin] Network b61109b4-9992-4574-b45f-8cf3b28a2b2b is scheduled to be hosted by DHCP agent ab24a8c0-5fbc-4c54-80f8-7c76df3937f6 with binding_index 1 {{(pid=100440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:46:33.705308 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [None req-321883d6-7cb6-45af-8948-981cb0a69c70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-2-iscsi, b61109b4-9992-4574-b45f-8cf3b28a2b2b) {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:46:33.712038 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321883d6-7cb6-45af-8948-981cb0a69c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:33.713279 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-321883d6-7cb6-45af-8948-981cb0a69c70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:33.715899 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b167c5-f3e0-4bd7-bbc8-17804fa899d3 None None] Network b61109b4-9992-4574-b45f-8cf3b28a2b2b requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:46:33.729923 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-321883d6-7cb6-45af-8948-981cb0a69c70 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3359914 Aug 18 19:46:33.926263 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962a753c-e395-46b1-a712-1d6dc25c1002 None None] Network b61109b4-9992-4574-b45f-8cf3b28a2b2b requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:46:34.154713 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f9008-40e3-4c13-9377-3907743219b3 req-27f9396a-4d65-4c22-b1da-ec5e94b7507f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:34.156518 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b26f9008-40e3-4c13-9377-3907743219b3 req-27f9396a-4d65-4c22-b1da-ec5e94b7507f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.1162620 Aug 18 19:46:34.196766 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b26f9008-40e3-4c13-9377-3907743219b3 req-ad70189f-5b31-4121-9262-a2e554f1f7e8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332756 Aug 18 19:46:35.340193 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b12eb-e092-4a46-a5eb-27796db84c3f req-28dbcc62-1b64-497a-9eb3-ea8c925bd481 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:35.341668 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-183b12eb-e092-4a46-a5eb-27796db84c3f req-28dbcc62-1b64-497a-9eb3-ea8c925bd481 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0515089 Aug 18 19:46:35.388868 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-183b12eb-e092-4a46-a5eb-27796db84c3f req-754e3ad7-e4db-4449-8166-c9ce5b7d7598 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408750 Aug 18 19:46:36.527981 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1ceb5-9eb3-4120-96cc-e2268313a84e req-c4eb181b-1941-42e0-a3e9-97280555554c tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:36.529738 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5ab1ceb5-9eb3-4120-96cc-e2268313a84e req-c4eb181b-1941-42e0-a3e9-97280555554c tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0533204 Aug 18 19:46:36.575711 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5ab1ceb5-9eb3-4120-96cc-e2268313a84e req-f0e87db8-737a-4b96-bd39-44339c6c56c0 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397234 Aug 18 19:46:37.703681 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c65521-06d4-4a6e-bb78-7e124ad94375 req-37e9598f-c26d-4a31-9315-6ed61b740b15 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:37.705237 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-39c65521-06d4-4a6e-bb78-7e124ad94375 req-37e9598f-c26d-4a31-9315-6ed61b740b15 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0563874 Aug 18 19:46:37.743979 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-39c65521-06d4-4a6e-bb78-7e124ad94375 req-1740073e-0a65-470d-af82-39af68af17c9 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322094 Aug 18 19:46:38.873959 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d883cf-a78e-4957-bf87-585962f4b489 req-d5be8bb6-020e-4ef0-aa5f-6365d5244823 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:38.875500 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b0d883cf-a78e-4957-bf87-585962f4b489 req-d5be8bb6-020e-4ef0-aa5f-6365d5244823 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0594423 Aug 18 19:46:38.922147 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b0d883cf-a78e-4957-bf87-585962f4b489 req-e78dbd9c-5438-4928-9d78-86729183b1f7 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319901 Aug 18 19:46:40.042493 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0987b0-300b-4663-ba60-e3b0b9971a9a req-92c275be-7231-47f9-a29e-ffae6fa36d89 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:40.045256 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-5d0987b0-300b-4663-ba60-e3b0b9971a9a req-92c275be-7231-47f9-a29e-ffae6fa36d89 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0570033 Aug 18 19:46:40.083574 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-5d0987b0-300b-4663-ba60-e3b0b9971a9a req-56864a43-31ce-4db7-a4db-7564ad7bc691 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321085 Aug 18 19:46:41.210002 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb78090-17df-42c0-9ca1-fdd1d8b357e4 req-7c4c0b85-d44c-4385-b39d-acaeceb77c87 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:41.211948 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9cb78090-17df-42c0-9ca1-fdd1d8b357e4 req-7c4c0b85-d44c-4385-b39d-acaeceb77c87 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0519753 Aug 18 19:46:41.253354 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9cb78090-17df-42c0-9ca1-fdd1d8b357e4 req-217da149-f056-4a71-ac53-83a4173945ab tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345447 Aug 18 19:46:42.382384 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dde87e-ac00-4b4f-b288-f50223aa2ad4 req-532046c1-59f1-45f6-9004-e454c7301a4b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:42.383852 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-28dde87e-ac00-4b4f-b288-f50223aa2ad4 req-532046c1-59f1-45f6-9004-e454c7301a4b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0482368 Aug 18 19:46:42.420308 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-28dde87e-ac00-4b4f-b288-f50223aa2ad4 req-3ce59dca-e567-4c5d-a2e2-dcfca9370af4 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304809 Aug 18 19:46:43.042744 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-484a49c4-807b-4b11-8d59-9fcb7c39ae49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:43.542511 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb55f9-313c-4d58-b4d7-fb85f299db65 req-defc7ed6-ba6e-494f-b88e-1fb260d9365b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:43.543978 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6ebb55f9-313c-4d58-b4d7-fb85f299db65 req-defc7ed6-ba6e-494f-b88e-1fb260d9365b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0518837 Aug 18 19:46:43.581534 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6ebb55f9-313c-4d58-b4d7-fb85f299db65 req-14df3eca-2039-4030-9dec-664c646ba88e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317202 Aug 18 19:46:44.702501 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf6643-722e-49d8-978d-a49cd93af27a req-6ccadcf5-ac6a-4cd0-82d3-ffb023592039 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:44.703953 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-33cf6643-722e-49d8-978d-a49cd93af27a req-6ccadcf5-ac6a-4cd0-82d3-ffb023592039 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0506477 Aug 18 19:46:44.741585 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-33cf6643-722e-49d8-978d-a49cd93af27a req-93c376ae-3ead-428c-8a88-58cfb077ecca tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315859 Aug 18 19:46:45.792847 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-ac4ab3c7-0290-4127-8932-98935ce38b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:45.886947 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd819e62-6525-43df-ad43-ec40dfe3255e req-f6853023-ca0d-47b9-acf8-69cae3702646 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:45.888889 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:45.895371 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-dd819e62-6525-43df-ad43-ec40dfe3255e req-f6853023-ca0d-47b9-acf8-69cae3702646 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0660889 Aug 18 19:46:45.928641 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-dd819e62-6525-43df-ad43-ec40dfe3255e req-32a9247a-af67-469e-a2dc-15f8da1b348e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321503 Aug 18 19:46:46.679965 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:47.051877 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae9e5a-1989-40e9-932a-37718b4bb684 req-75b0a4f9-2d99-4900-b920-bfb584db4b46 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:47.053867 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e3ae9e5a-1989-40e9-932a-37718b4bb684 req-75b0a4f9-2d99-4900-b920-bfb584db4b46 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0520587 Aug 18 19:46:47.093670 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e3ae9e5a-1989-40e9-932a-37718b4bb684 req-2c42cfcf-6076-4ca8-97c7-5e5be1fb7b05 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340693 Aug 18 19:46:48.210981 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b5a83-0d33-41f9-91eb-38a05ef33f55 req-d18901c3-82e8-4fbf-95ea-a44ed20ef450 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:48.212416 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8b1b5a83-0d33-41f9-91eb-38a05ef33f55 req-d18901c3-82e8-4fbf-95ea-a44ed20ef450 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0478549 Aug 18 19:46:48.249264 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8b1b5a83-0d33-41f9-91eb-38a05ef33f55 req-1ad23b4f-a40d-49ba-901c-e32231ede31c tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305650 Aug 18 19:46:48.431199 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:48.546603 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 47130) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:46:48.593112 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_v2 [None req-798ac27d-9fd9-4037-9daf-96cec5fd1e6b admin admin] Deleting subnet 62ed1dc2-322e-452f-b808-3e122cd9329e {{(pid=100440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:46:48.596251 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-798ac27d-9fd9-4037-9daf-96cec5fd1e6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:48.629244 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-798ac27d-9fd9-4037-9daf-96cec5fd1e6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60457752'] for subnet, precommit_delete_associations {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:48.667129 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-798ac27d-9fd9-4037-9daf-96cec5fd1e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1353739'] for subnet, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:48.725683 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-798ac27d-9fd9-4037-9daf-96cec5fd1e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1353746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60457936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58745764'] for subnet, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:48.750379 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ac27d-9fd9-4037-9daf-96cec5fd1e6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62ed1dc2-322e-452f-b808-3e122cd9329e,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:48.754014 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-798ac27d-9fd9-4037-9daf-96cec5fd1e6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:48.756497 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-798ac27d-9fd9-4037-9daf-96cec5fd1e6b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/62ed1dc2-322e-452f-b808-3e122cd9329e HTTP/1.1" status: 204 len: 168 time: 0.2082705 Aug 18 19:46:48.758372 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 47134) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:46:48.827989 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-cf3480a1-4950-4622-88e0-f13e437158a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596498'] for network, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:48.905998 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-cf3480a1-4950-4622-88e0-f13e437158a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1352834', 'neutron.services.segments.db._delete_segments_for_network-8741574556865'] for network, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:48.915586 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.services.segments.db [None req-cf3480a1-4950-4622-88e0-f13e437158a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e35917-af83-4d3b-9026-8693ddf341f5']}} {{(pid=100440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:46:48.925665 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.services.segments.db [None req-cf3480a1-4950-4622-88e0-f13e437158a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4bdcfed-8173-4d1b-9763-fa450624648c') {'for_net_delete': True} {{(pid=100440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:46:48.925959 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.services.segments.db [None req-cf3480a1-4950-4622-88e0-f13e437158a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4bdcfed-8173-4d1b-9763-fa450624648c') {} {{(pid=100440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:46:48.934411 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-cf3480a1-4950-4622-88e0-f13e437158a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741574601894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60457745'] for segment, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:48.947962 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-cf3480a1-4950-4622-88e0-f13e437158a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:48.954493 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf3480a1-4950-4622-88e0-f13e437158a9 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=100440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:46:48.954899 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-cf3480a1-4950-4622-88e0-f13e437158a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59032178'] for segment, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: Traceback (most recent call last): Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: timer() Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: cb(*args, **kw) Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: return func(*args, **kwargs) Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: self._notify() Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: self.callback(batched_events) Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: event.method(event) Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: return f(self, *a, **k) Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: return self._get(url).json() Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: return self.request(url, 'GET', **kwargs) Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:46:48.956494 dv-cinder-805072-2-iscsi neutron-server[100440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:46:49.008191 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-cf3480a1-4950-4622-88e0-f13e437158a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678657'] for network, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:49.014078 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-cf3480a1-4950-4622-88e0-f13e437158a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:49.015951 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-cf3480a1-4950-4622-88e0-f13e437158a9 admin admin] 10.222.0.38 "DELETE /v2.0/networks/f2e35917-af83-4d3b-9026-8693ddf341f5 HTTP/1.1" status: 204 len: 168 time: 0.2566361 Aug 18 19:46:49.018930 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 47136) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:46:49.027521 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3480a1-4950-4622-88e0-f13e437158a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2e35917-af83-4d3b-9026-8693ddf341f5,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:49.063033 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e49d876-b0db-4fde-b1f3-d87e5d592bca admin admin] Deleting subnet d4b42398-37a2-4d51-8e87-e0140782c30a {{(pid=100439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:46:49.066153 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-4e49d876-b0db-4fde-b1f3-d87e5d592bca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:49.102796 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-4e49d876-b0db-4fde-b1f3-d87e5d592bca admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:49.109263 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-4e49d876-b0db-4fde-b1f3-d87e5d592bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1353739'] for subnet, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:49.159712 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-4e49d876-b0db-4fde-b1f3-d87e5d592bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1353746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for subnet, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:49.184661 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49d876-b0db-4fde-b1f3-d87e5d592bca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4b42398-37a2-4d51-8e87-e0140782c30a,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:49.188884 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-4e49d876-b0db-4fde-b1f3-d87e5d592bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for subnet, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:49.191164 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-4e49d876-b0db-4fde-b1f3-d87e5d592bca admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d4b42398-37a2-4d51-8e87-e0140782c30a HTTP/1.1" status: 204 len: 168 time: 0.1707699 Aug 18 19:46:49.193165 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 47138) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:46:49.260437 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f874648e-b26a-4400-9795-1e8d4195e026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596498'] for network, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:49.363742 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f874648e-b26a-4400-9795-1e8d4195e026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1352834', 'neutron.services.segments.db._delete_segments_for_network-8741574556865'] for network, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:49.376299 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f874648e-b26a-4400-9795-1e8d4195e026 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:46:49.376648 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f874648e-b26a-4400-9795-1e8d4195e026 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:46:49.377403 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f874648e-b26a-4400-9795-1e8d4195e026 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:46:49.377741 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f874648e-b26a-4400-9795-1e8d4195e026 admin admin] Subscribe: > port after_create 55550000 {{(pid=100439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:46:49.378084 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f874648e-b26a-4400-9795-1e8d4195e026 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:46:49.378423 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f874648e-b26a-4400-9795-1e8d4195e026 admin admin] Subscribe: > port after_update 55550000 {{(pid=100439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:46:49.378775 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f874648e-b26a-4400-9795-1e8d4195e026 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:46:49.379099 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f874648e-b26a-4400-9795-1e8d4195e026 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:46:49.379417 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f874648e-b26a-4400-9795-1e8d4195e026 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:46:49.380182 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f874648e-b26a-4400-9795-1e8d4195e026 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:46:49.503481 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f874648e-b26a-4400-9795-1e8d4195e026 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:46:49.503763 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f874648e-b26a-4400-9795-1e8d4195e026 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:46:49.504101 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f874648e-b26a-4400-9795-1e8d4195e026 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:46:49.504441 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f874648e-b26a-4400-9795-1e8d4195e026 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:46:49.504818 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.services.segments.db [None req-f874648e-b26a-4400-9795-1e8d4195e026 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b61109b4-9992-4574-b45f-8cf3b28a2b2b']}} {{(pid=100439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:46:49.524584 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.services.segments.db [None req-f874648e-b26a-4400-9795-1e8d4195e026 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a882e3-eabd-4fce-868d-f6109e3c348f') {'for_net_delete': True} {{(pid=100439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:46:49.524887 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.services.segments.db [None req-f874648e-b26a-4400-9795-1e8d4195e026 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a882e3-eabd-4fce-868d-f6109e3c348f') {} {{(pid=100439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:46:49.544406 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f874648e-b26a-4400-9795-1e8d4195e026 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741574601894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60717179'] for segment, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:49.562466 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9b5e0-bfe8-4251-93ec-6f1939af3f55 req-790782b2-e014-4846-b745-93bd2fc156da tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:49.564036 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7bd9b5e0-bfe8-4251-93ec-6f1939af3f55 req-790782b2-e014-4846-b745-93bd2fc156da tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.2384253 Aug 18 19:46:49.578645 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f874648e-b26a-4400-9795-1e8d4195e026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:49.594497 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f874648e-b26a-4400-9795-1e8d4195e026 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=100439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:46:49.594903 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f874648e-b26a-4400-9795-1e8d4195e026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60732375'] for segment, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: from cryptography.utils import int_from_bytes Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: from cryptography.utils import int_from_bytes Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: Traceback (most recent call last): Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: timer() Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: cb(*args, **kw) Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: return func(*args, **kwargs) Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: self._notify() Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: self.callback(batched_events) Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: event.method(event) Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: return f(self, *a, **k) Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: return self._get(url).json() Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: return self.request(url, 'GET', **kwargs) Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:46:49.598903 dv-cinder-805072-2-iscsi neutron-server[100439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:46:49.651678 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7bd9b5e0-bfe8-4251-93ec-6f1939af3f55 req-d90b79bf-2aed-4851-b896-b0eebdd1a329 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797114 Aug 18 19:46:49.671232 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f874648e-b26a-4400-9795-1e8d4195e026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678657'] for network, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:49.684647 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f874648e-b26a-4400-9795-1e8d4195e026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:49.686494 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-f874648e-b26a-4400-9795-1e8d4195e026 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b61109b4-9992-4574-b45f-8cf3b28a2b2b HTTP/1.1" status: 204 len: 168 time: 0.4924245 Aug 18 19:46:49.699489 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874648e-b26a-4400-9795-1e8d4195e026 admin admin] Pushing event deleted for resources: {'Network': ['ID=b61109b4-9992-4574-b45f-8cf3b28a2b2b,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:49.846860 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 47146) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:46:49.885583 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-613d06c8-421e-4f26-8458-a600e3187788 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4bcf3b2fe019461fab2468ddf818d42b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375402 Aug 18 19:46:49.887993 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 47148) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:46:49.938839 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c900e2b9-54d3-4b00-a195-abd7848f2667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:49.959465 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c900e2b9-54d3-4b00-a195-abd7848f2667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:49.988613 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:50.006104 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c900e2b9-54d3-4b00-a195-abd7848f2667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:50.008740 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c900e2b9-54d3-4b00-a195-abd7848f2667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:50.009829 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-c900e2b9-54d3-4b00-a195-abd7848f2667 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e6409f4f-5db2-41aa-a75d-6cd468725e61 HTTP/1.1" status: 204 len: 168 time: 0.1204531 Aug 18 19:46:50.017960 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900e2b9-54d3-4b00-a195-abd7848f2667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6409f4f-5db2-41aa-a75d-6cd468725e61,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:50.312176 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 47154) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:46:50.350880 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-c8007bdf-43cd-449e-a8ad-7ddbd0c8e961 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aa9034ff039a436bb0c563510c0fefd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374222 Aug 18 19:46:50.353344 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 47156) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:46:50.400045 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-a818a674-36fc-45aa-a8e5-0161593ce7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:50.420250 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-a818a674-36fc-45aa-a8e5-0161593ce7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:50.465160 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-a818a674-36fc-45aa-a8e5-0161593ce7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:50.468083 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-a818a674-36fc-45aa-a8e5-0161593ce7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:50.469740 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-a818a674-36fc-45aa-a8e5-0161593ce7a2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/649dae03-2401-42e9-9880-5087a6b36db3 HTTP/1.1" status: 204 len: 168 time: 0.1152744 Aug 18 19:46:50.477311 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818a674-36fc-45aa-a8e5-0161593ce7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649dae03-2401-42e9-9880-5087a6b36db3,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:50.585582 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:46:50.774732 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c856e-c91e-447b-9e3d-d9439bd887dd req-4be9ac8c-5af2-4837-983e-2649fa7487c7 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:50.776674 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-361c856e-c91e-447b-9e3d-d9439bd887dd req-4be9ac8c-5af2-4837-983e-2649fa7487c7 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0511963 Aug 18 19:46:50.817201 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-361c856e-c91e-447b-9e3d-d9439bd887dd req-35513073-5968-47ce-8f43-11437e698a37 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349813 Aug 18 19:46:51.134088 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 47184) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:46:51.227594 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-7ed32926-fbb5-4b77-ba15-bc02d236a6ce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-3514041-network', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:46:51.248794 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed32926-fbb5-4b77-ba15-bc02d236a6ce admin admin] Made reservation on behalf of 624b3e8635264e169d5517f06a2e5b88 for: {'network': 1} {{(pid=100439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:46:51.251077 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7ed32926-fbb5-4b77-ba15-bc02d236a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for network, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:51.258933 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7ed32926-fbb5-4b77-ba15-bc02d236a6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:51.345818 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7ed32926-fbb5-4b77-ba15-bc02d236a6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:51.349336 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7ed32926-fbb5-4b77-ba15-bc02d236a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:51.374782 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed32926-fbb5-4b77-ba15-bc02d236a6ce admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=100439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:46:51.384465 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed32926-fbb5-4b77-ba15-bc02d236a6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b2fa48-6ed1-4fc7-943c-e73562e16f3c,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:51.389691 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7ed32926-fbb5-4b77-ba15-bc02d236a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:51.390015 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.db.segments_db [None req-7ed32926-fbb5-4b77-ba15-bc02d236a6ce admin admin] Added segment e130ac30-57fc-4038-8a25-d0dc9076ba43 of type vlan for network dd556b13-f26a-4c44-b9f6-281b96b7a109 Aug 18 19:46:51.428690 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7ed32926-fbb5-4b77-ba15-bc02d236a6ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741574042296'] for network, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:51.452675 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7ed32926-fbb5-4b77-ba15-bc02d236a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for network, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:51.453676 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed32926-fbb5-4b77-ba15-bc02d236a6ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:51.454324 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7ed32926-fbb5-4b77-ba15-bc02d236a6ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:51.500557 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-7ed32926-fbb5-4b77-ba15-bc02d236a6ce admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3653467 Aug 18 19:46:51.503667 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 47188) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:46:51.508773 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-58fcf680-78e4-42d7-8612-3cb7fccada7c admin admin] Request body: {'subnet': {'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-3514041-subnet', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'ip_version': 4}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:46:51.512745 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed32926-fbb5-4b77-ba15-bc02d236a6ce admin admin] Pushing event updated for resources: {'Network': ['ID=dd556b13-f26a-4c44-b9f6-281b96b7a109,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:51.522918 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Network dd556b13-f26a-4c44-b9f6-281b96b7a109 details requested by agent ovs-agent-dv-cinder-805072-2-iscsi with host dv-cinder-805072-2-iscsi {{(pid=100441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:46:51.531982 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fcf680-78e4-42d7-8612-3cb7fccada7c admin admin] Made reservation on behalf of 624b3e8635264e169d5517f06a2e5b88 for: {'subnet': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:46:51.534292 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-58fcf680-78e4-42d7-8612-3cb7fccada7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58745785'] for subnet, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:51.698478 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-58fcf680-78e4-42d7-8612-3cb7fccada7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60457745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58745775'] for subnet, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:51.751698 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fcf680-78e4-42d7-8612-3cb7fccada7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8005a179-1635-43a5-bbc5-ad046ac3eb37,revision_number=0']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:51.762234 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fcf680-78e4-42d7-8612-3cb7fccada7c admin admin] Checking segment: {'id': 'e130ac30-57fc-4038-8a25-d0dc9076ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:46:51.762595 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fcf680-78e4-42d7-8612-3cb7fccada7c admin admin] Network hostable DHCP agents. Network: dd556b13-f26a-4c44-b9f6-281b96b7a109, hostable agents: ['ab24a8c0-5fbc-4c54-80f8-7c76df3937f6'], hosted agents: [] {{(pid=100440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:46:51.779578 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fcf680-78e4-42d7-8612-3cb7fccada7c admin admin] Network dd556b13-f26a-4c44-b9f6-281b96b7a109 is scheduled to be hosted by DHCP agent ab24a8c0-5fbc-4c54-80f8-7c76df3937f6 with binding_index 1 {{(pid=100440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:46:51.788855 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [None req-58fcf680-78e4-42d7-8612-3cb7fccada7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-2-iscsi, dd556b13-f26a-4c44-b9f6-281b96b7a109) {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:46:51.792993 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fcf680-78e4-42d7-8612-3cb7fccada7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:51.793571 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-58fcf680-78e4-42d7-8612-3cb7fccada7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:51.798134 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed374f3-bd83-4ddb-8966-1a48c4079b14 None None] Network dd556b13-f26a-4c44-b9f6-281b96b7a109 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:46:51.807482 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-58fcf680-78e4-42d7-8612-3cb7fccada7c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3026175 Aug 18 19:46:51.810777 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 47190) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:46:51.815178 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-8f74350f-c997-4c2c-9e5b-a2a616677638 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-3514041-router', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:46:51.836316 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-8f74350f-c997-4c2c-9e5b-a2a616677638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1674435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59127'] for router, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:51.837381 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-8f74350f-c997-4c2c-9e5b-a2a616677638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1674323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1679070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59104'] for router, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:51.917520 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-8f74350f-c997-4c2c-9e5b-a2a616677638 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:51.953325 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e82691-4069-53cc-8ab6-7a3df7d55f6e-dd556b13-f26a-4c44-b9f6-281b96b7a109', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'fixed_ips': [{'subnet_id': '8005a179-1635-43a5-bbc5-ad046ac3eb37'}]}} from dv-cinder-805072-2-iscsi. {{(pid=100441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 19:46:51.954446 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:51.955226 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da93d7-802f-4f84-9cd6-9c268aff1781 req-eb76ae8b-3fd0-47e9-8367-977fb79d6900 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:51.956719 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-14da93d7-802f-4f84-9cd6-9c268aff1781 req-eb76ae8b-3fd0-47e9-8367-977fb79d6900 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0556684 Aug 18 19:46:52.003192 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-14da93d7-802f-4f84-9cd6-9c268aff1781 req-08f614a9-29a9-40bc-8983-c5f5acef1ac7 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385022 Aug 18 19:46:52.062279 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-8f74350f-c997-4c2c-9e5b-a2a616677638 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:52.091259 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.db_base_plugin_common [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Allocated IP 172.20.0.2 (dd556b13-f26a-4c44-b9f6-281b96b7a109/8005a179-1635-43a5-bbc5-ad046ac3eb37/67dd6697-639d-4369-92f1-d613b916e8be) {{(pid=100441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:46:52.235940 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Notify callbacks [] for port, precommit_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:52.245082 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Transition to ACTIVE for port object 67dd6697-639d-4369-92f1-d613b916e8be will not be triggered until provisioned by entity L2. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:46:52.254727 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-8f74350f-c997-4c2c-9e5b-a2a616677638 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:52.260047 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Transition to ACTIVE for port object 67dd6697-639d-4369-92f1-d613b916e8be will not be triggered until provisioned by entity DHCP. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:46:52.265686 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286'] for port, after_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:52.273784 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-8f74350f-c997-4c2c-9e5b-a2a616677638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:52.304448 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Network dd556b13-f26a-4c44-b9f6-281b96b7a109 is already hosted by enough agents. {{(pid=100441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:46:52.307355 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.scheduler.base_scheduler [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Resources bound (agent type, host, resource id): {{(pid=100441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:46:52.311475 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Received port after_create {{(pid=100441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:46:52.322922 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Pushing event updated for resources: {'Port': ['ID=67dd6697-639d-4369-92f1-d613b916e8be,revision_number=1']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:52.345870 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:52.346283 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:52.346556 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:52.346913 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:52.347240 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:52.347567 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:52.347892 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:52.348215 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:52.348538 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:52.348859 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:52.349176 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:52.349494 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:52.379165 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Attempting to bind port 67dd6697-639d-4369-92f1-d613b916e8be on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:46:52.379555 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Attempting to bind port 67dd6697-639d-4369-92f1-d613b916e8be by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': 'e130ac30-57fc-4038-8a25-d0dc9076ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109'}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:46:52.379897 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Attempting to bind port 67dd6697-639d-4369-92f1-d613b916e8be on network dd556b13-f26a-4c44-b9f6-281b96b7a109 {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:46:52.385386 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:46:52.385757 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Checking segment: {'id': 'e130ac30-57fc-4038-8a25-d0dc9076ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:46:52.386162 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:52.386553 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Bound using segment: {'id': 'e130ac30-57fc-4038-8a25-d0dc9076ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109'} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:46:52.387048 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Bound port: 67dd6697-639d-4369-92f1-d613b916e8be, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e130ac30-57fc-4038-8a25-d0dc9076ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109'}}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:46:52.387431 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:52.455369 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] For port 67dd6697-639d-4369-92f1-d613b916e8be, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:46:52.458754 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] For port 67dd6697-639d-4369-92f1-d613b916e8be, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=67dd6697-639d-4369-92f1-d613b916e8be,segment=NetworkSegment(e130ac30-57fc-4038-8a25-d0dc9076ba43),segment_id=e130ac30-57fc-4038-8a25-d0dc9076ba43)] {{(pid=100441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:46:52.463515 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:52.529310 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207790aa-1dec-4d1a-bcf3-4ec7ccd8b6f7 None None] Pushing event updated for resources: {'Port': ['ID=67dd6697-639d-4369-92f1-d613b916e8be,revision_number=2']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:52.628485 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [None req-8f74350f-c997-4c2c-9e5b-a2a616677638 admin admin] Allocated IP 172.27.2.187 (c9e7b0ac-d07a-45d1-b669-710203e2b4d9/fcdf06bc-9cb8-408c-b78f-916aa229f92b/7d8ba12b-1c1d-476e-9d85-35f3418beec2) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:46:52.743632 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-8f74350f-c997-4c2c-9e5b-a2a616677638 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:52.795284 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-8f74350f-c997-4c2c-9e5b-a2a616677638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:52.835488 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f74350f-c997-4c2c-9e5b-a2a616677638 admin admin] Network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:46:52.838363 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [None req-8f74350f-c997-4c2c-9e5b-a2a616677638 admin admin] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:46:52.843104 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f74350f-c997-4c2c-9e5b-a2a616677638 admin admin] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:46:52.848374 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74350f-c997-4c2c-9e5b-a2a616677638 admin admin] Pushing event updated for resources: {'Port': ['ID=7d8ba12b-1c1d-476e-9d85-35f3418beec2,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:53.115436 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-8f74350f-c997-4c2c-9e5b-a2a616677638 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:53.180500 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc2b6d-6c8e-4c45-b8cc-cd611fe9034c req-3c5a354b-32a7-4b8d-ba87-d3ae7df78ddd tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:53.182071 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-eefc2b6d-6c8e-4c45-b8cc-cd611fe9034c req-3c5a354b-32a7-4b8d-ba87-d3ae7df78ddd tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.1009142 Aug 18 19:46:53.257022 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-eefc2b6d-6c8e-4c45-b8cc-cd611fe9034c req-144417dc-5356-4380-ada3-a280ca0f19ed tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486166 Aug 18 19:46:53.359153 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-8f74350f-c997-4c2c-9e5b-a2a616677638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678875'] for router, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:53.371577 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ae1c04-8f27-4674-95fb-cbbdbd9c3f33 None None] Network dd556b13-f26a-4c44-b9f6-281b96b7a109 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:46:53.487685 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f74350f-c997-4c2c-9e5b-a2a616677638 admin admin] Router d4caef9e-52bd-46e5-91af-4332ee0beb5a is scheduled to L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a with binding_index 1 {{(pid=100440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 19:46:53.596723 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-7883ae8d-50b9-431f-bf0e-687c5b96f130 None None] Provisioning for port 67dd6697-639d-4369-92f1-d613b916e8be completed by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:46:53.601050 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f74350f-c997-4c2c-9e5b-a2a616677638 admin admin] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:46:53.617863 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854651f0-7b88-441b-9462-4468df0a73f8 None None] Sync routers for ids ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'] in dv-cinder-805072-2-iscsi {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:46:53.618408 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-8f74350f-c997-4c2c-9e5b-a2a616677638 admin admin] Notify callbacks [] for router, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:53.619660 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-8f74350f-c997-4c2c-9e5b-a2a616677638 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8079293 Aug 18 19:46:53.622589 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 47202) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:46:53.647162 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854651f0-7b88-441b-9462-4468df0a73f8 None None] Routers {'d4caef9e-52bd-46e5-91af-4332ee0beb5a'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:46:53.647805 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-854651f0-7b88-441b-9462-4468df0a73f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:46:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:46:53.760442 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-854651f0-7b88-441b-9462-4468df0a73f8 None None] Set router d4caef9e-52bd-46e5-91af-4332ee0beb5a gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:46:53.965878 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-854651f0-7b88-441b-9462-4468df0a73f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'name': 'tempest-TestVolumeBootPattern-3514041-router', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:51Z', 'updated_at': '2021-08-18T19:46:52Z', 'revision_number': 3, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'gw_port': {'id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:52Z', 'updated_at': '2021-08-18T19:46:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:46:53.993877 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854651f0-7b88-441b-9462-4468df0a73f8 None None] Checking router: d4caef9e-52bd-46e5-91af-4332ee0beb5a for host: dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:46:53.994230 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854651f0-7b88-441b-9462-4468df0a73f8 None None] Updating router d4caef9e-52bd-46e5-91af-4332ee0beb5a port 7d8ba12b-1c1d-476e-9d85-35f3418beec2 binding host dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:46:54.019210 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-854651f0-7b88-441b-9462-4468df0a73f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:54.266328 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-edd8dbf8-678f-49d9-818d-a781a9788ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:54.275968 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-854651f0-7b88-441b-9462-4468df0a73f8 None None] Notify callbacks [] for port, precommit_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:54.286366 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-854651f0-7b88-441b-9462-4468df0a73f8 None None] Transition to ACTIVE for port object 7d8ba12b-1c1d-476e-9d85-35f3418beec2 will not be triggered until provisioned by entity L2. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:46:54.293000 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-854651f0-7b88-441b-9462-4468df0a73f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:54.347950 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-854651f0-7b88-441b-9462-4468df0a73f8 None None] Attempting to bind port 7d8ba12b-1c1d-476e-9d85-35f3418beec2 on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:46:54.348419 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-854651f0-7b88-441b-9462-4468df0a73f8 None None] Attempting to bind port 7d8ba12b-1c1d-476e-9d85-35f3418beec2 by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:46:54.348875 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854651f0-7b88-441b-9462-4468df0a73f8 None None] Attempting to bind port 7d8ba12b-1c1d-476e-9d85-35f3418beec2 on network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:46:54.359975 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854651f0-7b88-441b-9462-4468df0a73f8 None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:46:54.360353 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854651f0-7b88-441b-9462-4468df0a73f8 None None] Checking segment: {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:46:54.360759 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-854651f0-7b88-441b-9462-4468df0a73f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:54.361162 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854651f0-7b88-441b-9462-4468df0a73f8 None None] Bound using segment: {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:46:54.361628 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-854651f0-7b88-441b-9462-4468df0a73f8 None None] Bound port: 7d8ba12b-1c1d-476e-9d85-35f3418beec2, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:46:54.362010 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-854651f0-7b88-441b-9462-4468df0a73f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:54.363665 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b8951-35c9-4401-a42e-467b15a9e3d9 None None] Pushing event updated for resources: {'Port': ['ID=7d8ba12b-1c1d-476e-9d85-35f3418beec2,revision_number=2']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:54.415397 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-854651f0-7b88-441b-9462-4468df0a73f8 None None] For port 7d8ba12b-1c1d-476e-9d85-35f3418beec2, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:46:54.418781 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-854651f0-7b88-441b-9462-4468df0a73f8 None None] For port 7d8ba12b-1c1d-476e-9d85-35f3418beec2, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=7d8ba12b-1c1d-476e-9d85-35f3418beec2,segment=NetworkSegment(0bdaf2c9-3eca-4db0-8337-689581495736),segment_id=0bdaf2c9-3eca-4db0-8337-689581495736)] {{(pid=100441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:46:54.424549 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-854651f0-7b88-441b-9462-4468df0a73f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:54.431655 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689448f8-907e-4a1b-a675-27e0cf69e308 req-522fecd7-3e99-4d05-9209-e01ef195daaf tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:54.433170 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-689448f8-907e-4a1b-a675-27e0cf69e308 req-522fecd7-3e99-4d05-9209-e01ef195daaf tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0963697 Aug 18 19:46:54.481698 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854651f0-7b88-441b-9462-4468df0a73f8 None None] Routers {'d4caef9e-52bd-46e5-91af-4332ee0beb5a'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:46:54.482357 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-854651f0-7b88-441b-9462-4468df0a73f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:46:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:46:54.499634 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.db_base_plugin_common [None req-edd8dbf8-678f-49d9-818d-a781a9788ef6 admin admin] Allocated IP 172.20.0.1 (dd556b13-f26a-4c44-b9f6-281b96b7a109/8005a179-1635-43a5-bbc5-ad046ac3eb37/7782ad02-40ad-4945-83ee-a008b08cdc12) {{(pid=100439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:46:54.515712 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-689448f8-907e-4a1b-a675-27e0cf69e308 req-c41f2bf4-ca62-4da4-a8c8-f3a85b61291d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619497 Aug 18 19:46:54.519654 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b8951-35c9-4401-a42e-467b15a9e3d9 None None] Pushing event updated for resources: {'Port': ['ID=7d8ba12b-1c1d-476e-9d85-35f3418beec2,revision_number=3']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:54.601504 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-854651f0-7b88-441b-9462-4468df0a73f8 None None] Set router d4caef9e-52bd-46e5-91af-4332ee0beb5a gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:46:54.624478 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-edd8dbf8-678f-49d9-818d-a781a9788ef6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:54.640198 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.provisioning_blocks [None req-edd8dbf8-678f-49d9-818d-a781a9788ef6 admin admin] Transition to ACTIVE for port object 7782ad02-40ad-4945-83ee-a008b08cdc12 will not be triggered until provisioned by entity DHCP. {{(pid=100439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:46:54.661681 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 67dd6697-639d-4369-92f1-d613b916e8be up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:46:54.673966 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-edd8dbf8-678f-49d9-818d-a781a9788ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58782208'] for port, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:54.710853 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd8dbf8-678f-49d9-818d-a781a9788ef6 admin admin] Network dd556b13-f26a-4c44-b9f6-281b96b7a109 is already hosted by enough agents. {{(pid=100439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:46:54.715790 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-edd8dbf8-678f-49d9-818d-a781a9788ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:46:54.719800 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd8dbf8-678f-49d9-818d-a781a9788ef6 admin admin] Received port after_create {{(pid=100439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:46:54.754857 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8dbf8-678f-49d9-818d-a781a9788ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=7782ad02-40ad-4945-83ee-a008b08cdc12,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:54.767775 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-edd8dbf8-678f-49d9-818d-a781a9788ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1676627'] for router_interface, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:54.777460 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port 67dd6697-639d-4369-92f1-d613b916e8be completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:46:54.797555 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 67dd6697-639d-4369-92f1-d613b916e8be triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:46:54.797939 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:54.890608 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-854651f0-7b88-441b-9462-4468df0a73f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'name': 'tempest-TestVolumeBootPattern-3514041-router', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:51Z', 'updated_at': '2021-08-18T19:46:52Z', 'revision_number': 3, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'gw_port': {'id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:52Z', 'updated_at': '2021-08-18T19:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:46:54.911293 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-edd8dbf8-678f-49d9-818d-a781a9788ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:54.921220 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854651f0-7b88-441b-9462-4468df0a73f8 None None] The sync data for ids ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'] in dv-cinder-805072-2-iscsi is: [{'id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'name': 'tempest-TestVolumeBootPattern-3514041-router', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:51Z', 'updated_at': '2021-08-18T19:46:52Z', 'revision_number': 3, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'gw_port': {'id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:52Z', 'updated_at': '2021-08-18T19:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}] {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:46:54.929993 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:54.978618 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] For port 67dd6697-639d-4369-92f1-d613b916e8be, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=67dd6697-639d-4369-92f1-d613b916e8be,segment=NetworkSegment(e130ac30-57fc-4038-8a25-d0dc9076ba43),segment_id=e130ac30-57fc-4038-8a25-d0dc9076ba43)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:46:54.984266 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:54.991904 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-3843d587-f0ed-4038-bf06-757e6626aa13 None None] Provisioning for port 7782ad02-40ad-4945-83ee-a008b08cdc12 completed by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:46:54.996466 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-3843d587-f0ed-4038-bf06-757e6626aa13 None None] Provisioning complete for port 7782ad02-40ad-4945-83ee-a008b08cdc12 triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:46:54.996931 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3843d587-f0ed-4038-bf06-757e6626aa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:55.066158 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-3843d587-f0ed-4038-bf06-757e6626aa13 None None] Port 7782ad02-40ad-4945-83ee-a008b08cdc12 cannot update to ACTIVE because it is not bound. {{(pid=100441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:46:55.080777 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Pushing event updated for resources: {'Port': ['ID=67dd6697-639d-4369-92f1-d613b916e8be,revision_number=3']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:55.091327 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-edd8dbf8-678f-49d9-818d-a781a9788ef6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:55.097162 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-edd8dbf8-678f-49d9-818d-a781a9788ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58782223'] for port, after_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:55.190280 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-edd8dbf8-678f-49d9-818d-a781a9788ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1676711'] for router_interface, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:55.192105 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8dbf8-678f-49d9-818d-a781a9788ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=7782ad02-40ad-4945-83ee-a008b08cdc12,revision_number=2']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:55.298989 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd8dbf8-678f-49d9-818d-a781a9788ef6 admin admin] Network dd556b13-f26a-4c44-b9f6-281b96b7a109 is already hosted by enough agents. {{(pid=100439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:46:55.300552 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-edd8dbf8-678f-49d9-818d-a781a9788ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:46:55.425231 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd8dbf8-678f-49d9-818d-a781a9788ef6 admin admin] Router d4caef9e-52bd-46e5-91af-4332ee0beb5a has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:46:55.540093 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd8dbf8-678f-49d9-818d-a781a9788ef6 admin admin] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:46:55.551905 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-edd8dbf8-678f-49d9-818d-a781a9788ef6 admin admin] 10.222.0.38 "PUT /v2.0/routers/d4caef9e-52bd-46e5-91af-4332ee0beb5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9270756 Aug 18 19:46:55.595773 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d0df54d0-5c6b-488d-a38d-49b843dbe61f None None] Provisioning complete for port 7782ad02-40ad-4945-83ee-a008b08cdc12 triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:46:55.596184 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d0df54d0-5c6b-488d-a38d-49b843dbe61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:55.642560 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-d0df54d0-5c6b-488d-a38d-49b843dbe61f None None] Port 7782ad02-40ad-4945-83ee-a008b08cdc12 cannot update to ACTIVE because it is not bound. {{(pid=100441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:46:55.680827 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e849942-2e3f-4b01-a365-e921ea1f5855 req-8b704b45-24a8-4d36-aa42-194bb725e699 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:55.683090 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1e849942-2e3f-4b01-a365-e921ea1f5855 req-8b704b45-24a8-4d36-aa42-194bb725e699 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0715084 Aug 18 19:46:55.727479 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1e849942-2e3f-4b01-a365-e921ea1f5855 req-b808216f-d0ca-4a4a-a44c-5790d03bd73a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374060 Aug 18 19:46:56.065083 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 47226) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:46:56.070194 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-7b9dc857-021a-4f9a-8113-d4fc800cb228 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1325605073-network', 'tenant_id': '6413de026ae2488bb78a083acf8aceba'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:46:56.092510 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9dc857-021a-4f9a-8113-d4fc800cb228 admin admin] Made reservation on behalf of 6413de026ae2488bb78a083acf8aceba for: {'network': 1} {{(pid=100439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:46:56.094657 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7b9dc857-021a-4f9a-8113-d4fc800cb228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for network, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:56.103226 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7b9dc857-021a-4f9a-8113-d4fc800cb228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:56.201204 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7b9dc857-021a-4f9a-8113-d4fc800cb228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:56.208349 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7b9dc857-021a-4f9a-8113-d4fc800cb228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:56.241088 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9dc857-021a-4f9a-8113-d4fc800cb228 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=100439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:46:56.245744 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9dc857-021a-4f9a-8113-d4fc800cb228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f3c85a-4285-40cd-9f43-c7ffa7c0aea6,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:56.254167 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7b9dc857-021a-4f9a-8113-d4fc800cb228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:56.254455 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.db.segments_db [None req-7b9dc857-021a-4f9a-8113-d4fc800cb228 admin admin] Added segment 24d59a27-df33-4c24-8775-73f37c22ce88 of type vlan for network b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0 Aug 18 19:46:56.296626 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7b9dc857-021a-4f9a-8113-d4fc800cb228 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741574042296'] for network, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:56.326971 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7b9dc857-021a-4f9a-8113-d4fc800cb228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for network, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:56.328141 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9dc857-021a-4f9a-8113-d4fc800cb228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:56.328826 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-7b9dc857-021a-4f9a-8113-d4fc800cb228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:56.387538 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-7b9dc857-021a-4f9a-8113-d4fc800cb228 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3213036 Aug 18 19:46:56.390935 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 47234) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:46:56.393526 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9dc857-021a-4f9a-8113-d4fc800cb228 admin admin] Pushing event updated for resources: {'Network': ['ID=b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:56.397600 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-0963f41b-2cd0-4db6-bb8c-df978a1d36f5 admin admin] Request body: {'subnet': {'network_id': 'b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1325605073-subnet', 'tenant_id': '6413de026ae2488bb78a083acf8aceba', 'ip_version': 4}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:46:56.403900 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Network b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0 details requested by agent ovs-agent-dv-cinder-805072-2-iscsi with host dv-cinder-805072-2-iscsi {{(pid=100441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:46:56.430044 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ab1aa-48e3-42ed-b632-33e1e5ab1387 req-e4b3560d-fb66-4bda-a778-9a0988c1fa9f tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:56.432040 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-548ab1aa-48e3-42ed-b632-33e1e5ab1387 req-e4b3560d-fb66-4bda-a778-9a0988c1fa9f tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3426d28-60fd-4007-aeec-9c3c9d7a49e6 HTTP/1.1" status: 200 len: 945 time: 0.0804172 Aug 18 19:46:56.439091 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0963f41b-2cd0-4db6-bb8c-df978a1d36f5 admin admin] Made reservation on behalf of 6413de026ae2488bb78a083acf8aceba for: {'subnet': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:46:56.441544 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0963f41b-2cd0-4db6-bb8c-df978a1d36f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58745785'] for subnet, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:56.524006 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-548ab1aa-48e3-42ed-b632-33e1e5ab1387 req-50ff3b5b-e56c-4f80-962a-c8c604f4714b tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/security-groups?id=3bf86807-0c99-4549-bcf6-f392a3a793a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801749 Aug 18 19:46:56.644629 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4dc0ad-3c25-4d3e-bb54-dc687195e568 None None] Sync routers for ids ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'] in dv-cinder-805072-2-iscsi {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:46:56.652541 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0963f41b-2cd0-4db6-bb8c-df978a1d36f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60457745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58745775'] for subnet, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:56.657844 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4dc0ad-3c25-4d3e-bb54-dc687195e568 None None] Routers {'d4caef9e-52bd-46e5-91af-4332ee0beb5a'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:46:56.658493 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-4e4dc0ad-3c25-4d3e-bb54-dc687195e568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:46:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:46:56.713390 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963f41b-2cd0-4db6-bb8c-df978a1d36f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50134ecd-5dfc-492b-90b6-63cfeff4d7b8,revision_number=0']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:56.720330 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 7d8ba12b-1c1d-476e-9d85-35f3418beec2 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:46:56.723865 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0963f41b-2cd0-4db6-bb8c-df978a1d36f5 admin admin] Checking segment: {'id': '24d59a27-df33-4c24-8775-73f37c22ce88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:46:56.724346 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0963f41b-2cd0-4db6-bb8c-df978a1d36f5 admin admin] Network hostable DHCP agents. Network: b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0, hostable agents: ['ab24a8c0-5fbc-4c54-80f8-7c76df3937f6'], hosted agents: [] {{(pid=100440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:46:56.743713 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0963f41b-2cd0-4db6-bb8c-df978a1d36f5 admin admin] Network b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0 is scheduled to be hosted by DHCP agent ab24a8c0-5fbc-4c54-80f8-7c76df3937f6 with binding_index 1 {{(pid=100440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:46:56.754503 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [None req-0963f41b-2cd0-4db6-bb8c-df978a1d36f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-2-iscsi, b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0) {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:46:56.761709 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0963f41b-2cd0-4db6-bb8c-df978a1d36f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:56.762483 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0963f41b-2cd0-4db6-bb8c-df978a1d36f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:56.768163 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ed863a-ce42-4e73-98f2-c938cbf65f17 None None] Network b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:46:56.768802 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-4e4dc0ad-3c25-4d3e-bb54-dc687195e568 None None] Set router d4caef9e-52bd-46e5-91af-4332ee0beb5a gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:46:56.782869 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 47238) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:46:56.783483 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-0963f41b-2cd0-4db6-bb8c-df978a1d36f5 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3910756 Aug 18 19:46:56.787745 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-c00eba2e-83e2-453a-a1d5-5e4b33854fe0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1325605073-router', 'tenant_id': '6413de026ae2488bb78a083acf8aceba', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:46:56.819730 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c00eba2e-83e2-453a-a1d5-5e4b33854fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1674435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59127'] for router, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:56.821028 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c00eba2e-83e2-453a-a1d5-5e4b33854fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1674323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1679070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59104'] for router, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:56.842374 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port 7d8ba12b-1c1d-476e-9d85-35f3418beec2 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:46:56.855879 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 7d8ba12b-1c1d-476e-9d85-35f3418beec2 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:46:56.856265 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:56.916411 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c00eba2e-83e2-453a-a1d5-5e4b33854fe0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:56.925592 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647eb16-4035-4897-91c8-14cfa219bfe5 req-fa28ba22-5a62-49e5-8c82-7f5461bdeae5 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:56.927143 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7647eb16-4035-4897-91c8-14cfa219bfe5 req-fa28ba22-5a62-49e5-8c82-7f5461bdeae5 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 943 time: 0.0956357 Aug 18 19:46:56.977605 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21f2cc1-a499-444e-af20-079b971321e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e82691-4069-53cc-8ab6-7a3df7d55f6e-b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0', 'network_id': 'b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0', 'tenant_id': '6413de026ae2488bb78a083acf8aceba', 'fixed_ips': [{'subnet_id': '50134ecd-5dfc-492b-90b6-63cfeff4d7b8'}]}} from dv-cinder-805072-2-iscsi. {{(pid=100441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 19:46:56.978464 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-a21f2cc1-a499-444e-af20-079b971321e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:57.009391 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-4e4dc0ad-3c25-4d3e-bb54-dc687195e568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'name': 'tempest-TestVolumeBootPattern-3514041-router', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:51Z', 'updated_at': '2021-08-18T19:46:54Z', 'revision_number': 4, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'gw_port': {'id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:52Z', 'updated_at': '2021-08-18T19:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '7782ad02-40ad-4945-83ee-a008b08cdc12', 'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'mac_address': 'fa:16:3e:d2:00:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:54Z', 'updated_at': '2021-08-18T19:46:54Z', 'revision_number': 2, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'subnets': [{'id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:46:57.010115 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:57.037118 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4dc0ad-3c25-4d3e-bb54-dc687195e568 None None] Checking router: d4caef9e-52bd-46e5-91af-4332ee0beb5a for host: dv-cinder-805072-2-iscsi {{(pid=100442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:46:57.037477 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4dc0ad-3c25-4d3e-bb54-dc687195e568 None None] Updating router d4caef9e-52bd-46e5-91af-4332ee0beb5a port 7782ad02-40ad-4945-83ee-a008b08cdc12 binding host dv-cinder-805072-2-iscsi {{(pid=100442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:46:57.063039 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-4e4dc0ad-3c25-4d3e-bb54-dc687195e568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:57.071025 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 0021955a-d6b5-4d3c-be30-78b86a27a40b details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=100441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:46:57.089625 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7647eb16-4035-4897-91c8-14cfa219bfe5 req-b70aadb3-7481-4bff-b38b-c27c5b095a19 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268058 Aug 18 19:46:57.092229 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] For port 7d8ba12b-1c1d-476e-9d85-35f3418beec2, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=7d8ba12b-1c1d-476e-9d85-35f3418beec2,segment=NetworkSegment(0bdaf2c9-3eca-4db0-8337-689581495736),segment_id=0bdaf2c9-3eca-4db0-8337-689581495736)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:46:57.093972 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c00eba2e-83e2-453a-a1d5-5e4b33854fe0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:57.104184 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:57.104990 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 67dd6697-639d-4369-92f1-d613b916e8be up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:46:57.309227 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c00eba2e-83e2-453a-a1d5-5e4b33854fe0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:57.333925 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c00eba2e-83e2-453a-a1d5-5e4b33854fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:57.413765 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Pushing event updated for resources: {'Port': ['ID=7d8ba12b-1c1d-476e-9d85-35f3418beec2,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:57.437413 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.db_base_plugin_common [None req-a21f2cc1-a499-444e-af20-079b971321e1 None None] Allocated IP 172.20.0.2 (b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0/50134ecd-5dfc-492b-90b6-63cfeff4d7b8/05123a85-5794-4721-ba14-1722b1551453) {{(pid=100441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:46:57.440128 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-4e4dc0ad-3c25-4d3e-bb54-dc687195e568 None None] Notify callbacks [] for port, precommit_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:57.445489 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.db_base_plugin_common [None req-c00eba2e-83e2-453a-a1d5-5e4b33854fe0 admin admin] Allocated IP 172.27.2.236 (c9e7b0ac-d07a-45d1-b669-710203e2b4d9/fcdf06bc-9cb8-408c-b78f-916aa229f92b/45fd6d2a-3387-452c-ac40-a78983ef4a2e) {{(pid=100439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:46:57.450030 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.provisioning_blocks [None req-4e4dc0ad-3c25-4d3e-bb54-dc687195e568 None None] Transition to ACTIVE for port object 7782ad02-40ad-4945-83ee-a008b08cdc12 will not be triggered until provisioned by entity L2. {{(pid=100442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:46:57.456557 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-4e4dc0ad-3c25-4d3e-bb54-dc687195e568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:57.461893 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 67dd6697-639d-4369-92f1-d613b916e8be triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:46:57.462490 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:57.470232 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 0021955a-d6b5-4d3c-be30-78b86a27a40b, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=0021955a-d6b5-4d3c-be30-78b86a27a40b,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:46:57.495009 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c69f8-7109-4f24-8f49-6f72b1ec31af None None] Pushing event updated for resources: {'Port': ['ID=7782ad02-40ad-4945-83ee-a008b08cdc12,revision_number=3']} {{(pid=100442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:57.504746 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c69f8-7109-4f24-8f49-6f72b1ec31af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:57.505380 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c69f8-7109-4f24-8f49-6f72b1ec31af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:57.505880 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c69f8-7109-4f24-8f49-6f72b1ec31af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:57.506383 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c69f8-7109-4f24-8f49-6f72b1ec31af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:57.506902 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c69f8-7109-4f24-8f49-6f72b1ec31af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:57.507404 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c69f8-7109-4f24-8f49-6f72b1ec31af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:57.507927 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c69f8-7109-4f24-8f49-6f72b1ec31af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:57.508265 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c69f8-7109-4f24-8f49-6f72b1ec31af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:57.508618 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c69f8-7109-4f24-8f49-6f72b1ec31af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:57.508957 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c69f8-7109-4f24-8f49-6f72b1ec31af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:57.509284 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c69f8-7109-4f24-8f49-6f72b1ec31af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:57.509599 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c69f8-7109-4f24-8f49-6f72b1ec31af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:46:57.549587 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Returning: {'device': '0021955a-d6b5-4d3c-be30-78b86a27a40b', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'port_id': '0021955a-d6b5-4d3c-be30-78b86a27a40b', 'mac_address': 'fa:16:3e:72:b8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:46:57.568178 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c00eba2e-83e2-453a-a1d5-5e4b33854fe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:57.592589 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-4e4dc0ad-3c25-4d3e-bb54-dc687195e568 None None] Attempting to bind port 7782ad02-40ad-4945-83ee-a008b08cdc12 on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:46:57.592958 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-4e4dc0ad-3c25-4d3e-bb54-dc687195e568 None None] Attempting to bind port 7782ad02-40ad-4945-83ee-a008b08cdc12 by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': 'e130ac30-57fc-4038-8a25-d0dc9076ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109'}] {{(pid=100442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:46:57.593326 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4dc0ad-3c25-4d3e-bb54-dc687195e568 None None] Attempting to bind port 7782ad02-40ad-4945-83ee-a008b08cdc12 on network dd556b13-f26a-4c44-b9f6-281b96b7a109 {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:46:57.609677 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4dc0ad-3c25-4d3e-bb54-dc687195e568 None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:46:57.610053 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4dc0ad-3c25-4d3e-bb54-dc687195e568 None None] Checking segment: {'id': 'e130ac30-57fc-4038-8a25-d0dc9076ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:46:57.610871 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-4e4dc0ad-3c25-4d3e-bb54-dc687195e568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:57.611428 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4dc0ad-3c25-4d3e-bb54-dc687195e568 None None] Bound using segment: {'id': 'e130ac30-57fc-4038-8a25-d0dc9076ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109'} {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:46:57.611639 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c00eba2e-83e2-453a-a1d5-5e4b33854fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58782208'] for port, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:57.612291 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-4e4dc0ad-3c25-4d3e-bb54-dc687195e568 None None] Bound port: 7782ad02-40ad-4945-83ee-a008b08cdc12, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e130ac30-57fc-4038-8a25-d0dc9076ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109'}}] {{(pid=100442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:46:57.612921 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-4e4dc0ad-3c25-4d3e-bb54-dc687195e568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:57.649350 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:57.657682 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00eba2e-83e2-453a-a1d5-5e4b33854fe0 admin admin] Network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 is already hosted by enough agents. {{(pid=100439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:46:57.660832 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-c00eba2e-83e2-453a-a1d5-5e4b33854fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:46:57.671140 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00eba2e-83e2-453a-a1d5-5e4b33854fe0 admin admin] Received port after_create {{(pid=100439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:46:57.678768 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00eba2e-83e2-453a-a1d5-5e4b33854fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=45fd6d2a-3387-452c-ac40-a78983ef4a2e,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:57.705215 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.db [None req-4e4dc0ad-3c25-4d3e-bb54-dc687195e568 None None] For port 7782ad02-40ad-4945-83ee-a008b08cdc12, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:46:57.709575 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.db [None req-4e4dc0ad-3c25-4d3e-bb54-dc687195e568 None None] For port 7782ad02-40ad-4945-83ee-a008b08cdc12, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=7782ad02-40ad-4945-83ee-a008b08cdc12,segment=NetworkSegment(e130ac30-57fc-4038-8a25-d0dc9076ba43),segment_id=e130ac30-57fc-4038-8a25-d0dc9076ba43)] {{(pid=100442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:46:57.711550 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0021955a-d6b5-4d3c-be30-78b86a27a40b {{(pid=100441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:46:57.715776 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-4e4dc0ad-3c25-4d3e-bb54-dc687195e568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:57.737081 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3c771-7f97-40e8-906a-15efca9e94de req-989b50bc-ff14-4ea7-b56a-834cdfab735f tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:57.745544 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-83d3c771-7f97-40e8-906a-15efca9e94de req-989b50bc-ff14-4ea7-b56a-834cdfab735f tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3426d28-60fd-4007-aeec-9c3c9d7a49e6 HTTP/1.1" status: 200 len: 945 time: 0.1182353 Aug 18 19:46:57.780876 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 0021955a-d6b5-4d3c-be30-78b86a27a40b, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=0021955a-d6b5-4d3c-be30-78b86a27a40b,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:46:57.790225 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c69f8-7109-4f24-8f49-6f72b1ec31af None None] Pushing event updated for resources: {'Port': ['ID=7782ad02-40ad-4945-83ee-a008b08cdc12,revision_number=4']} {{(pid=100442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:57.801825 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:57.806152 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4dc0ad-3c25-4d3e-bb54-dc687195e568 None None] Routers {'d4caef9e-52bd-46e5-91af-4332ee0beb5a'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:46:57.807121 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-4e4dc0ad-3c25-4d3e-bb54-dc687195e568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:46:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:46:57.808400 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-a21f2cc1-a499-444e-af20-079b971321e1 None None] Notify callbacks [] for port, precommit_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:57.822620 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-83d3c771-7f97-40e8-906a-15efca9e94de req-ec9cd153-0d27-45dc-93a6-cdb264937038 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/security-groups?id=3bf86807-0c99-4549-bcf6-f392a3a793a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759125 Aug 18 19:46:57.853335 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-a21f2cc1-a499-444e-af20-079b971321e1 None None] Transition to ACTIVE for port object 05123a85-5794-4721-ba14-1722b1551453 will not be triggered until provisioned by entity L2. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:46:57.889567 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-a21f2cc1-a499-444e-af20-079b971321e1 None None] Transition to ACTIVE for port object 05123a85-5794-4721-ba14-1722b1551453 will not be triggered until provisioned by entity DHCP. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:46:57.891424 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=0021955a-d6b5-4d3c-be30-78b86a27a40b,revision_number=9']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:57.901592 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-a21f2cc1-a499-444e-af20-079b971321e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286'] for port, after_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:57.942036 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-4e4dc0ad-3c25-4d3e-bb54-dc687195e568 None None] Set router d4caef9e-52bd-46e5-91af-4332ee0beb5a gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:46:57.946554 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21f2cc1-a499-444e-af20-079b971321e1 None None] Network b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0 is already hosted by enough agents. {{(pid=100441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:46:57.954703 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.scheduler.base_scheduler [None req-a21f2cc1-a499-444e-af20-079b971321e1 None None] Resources bound (agent type, host, resource id): {{(pid=100441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:46:57.958530 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21f2cc1-a499-444e-af20-079b971321e1 None None] Received port after_create {{(pid=100441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:46:57.966163 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f2cc1-a499-444e-af20-079b971321e1 None None] Pushing event updated for resources: {'Port': ['ID=05123a85-5794-4721-ba14-1722b1551453,revision_number=1']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:58.024138 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c00eba2e-83e2-453a-a1d5-5e4b33854fe0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:58.034481 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-a21f2cc1-a499-444e-af20-079b971321e1 None None] Attempting to bind port 05123a85-5794-4721-ba14-1722b1551453 on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:46:58.034890 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-a21f2cc1-a499-444e-af20-079b971321e1 None None] Attempting to bind port 05123a85-5794-4721-ba14-1722b1551453 by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': '24d59a27-df33-4c24-8775-73f37c22ce88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0'}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:46:58.035263 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f2cc1-a499-444e-af20-079b971321e1 None None] Attempting to bind port 05123a85-5794-4721-ba14-1722b1551453 on network b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0 {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:46:58.040694 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f2cc1-a499-444e-af20-079b971321e1 None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:46:58.041082 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f2cc1-a499-444e-af20-079b971321e1 None None] Checking segment: {'id': '24d59a27-df33-4c24-8775-73f37c22ce88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:46:58.041496 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-a21f2cc1-a499-444e-af20-079b971321e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:58.041897 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f2cc1-a499-444e-af20-079b971321e1 None None] Bound using segment: {'id': '24d59a27-df33-4c24-8775-73f37c22ce88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0'} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:46:58.042373 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-a21f2cc1-a499-444e-af20-079b971321e1 None None] Bound port: 05123a85-5794-4721-ba14-1722b1551453, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d59a27-df33-4c24-8775-73f37c22ce88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0'}}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:46:58.042786 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-a21f2cc1-a499-444e-af20-079b971321e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:58.120143 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-a21f2cc1-a499-444e-af20-079b971321e1 None None] For port 05123a85-5794-4721-ba14-1722b1551453, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:46:58.124607 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-a21f2cc1-a499-444e-af20-079b971321e1 None None] For port 05123a85-5794-4721-ba14-1722b1551453, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=05123a85-5794-4721-ba14-1722b1551453,segment=NetworkSegment(24d59a27-df33-4c24-8775-73f37c22ce88),segment_id=24d59a27-df33-4c24-8775-73f37c22ce88)] {{(pid=100441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:46:58.130016 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-a21f2cc1-a499-444e-af20-079b971321e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:58.188049 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-4e4dc0ad-3c25-4d3e-bb54-dc687195e568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'name': 'tempest-TestVolumeBootPattern-3514041-router', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:51Z', 'updated_at': '2021-08-18T19:46:54Z', 'revision_number': 4, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'gw_port': {'id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:52Z', 'updated_at': '2021-08-18T19:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '7782ad02-40ad-4945-83ee-a008b08cdc12', 'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'mac_address': 'fa:16:3e:d2:00:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:54Z', 'updated_at': '2021-08-18T19:46:57Z', 'revision_number': 4, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'subnets': [{'id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:46:58.202298 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f2cc1-a499-444e-af20-079b971321e1 None None] Pushing event updated for resources: {'Port': ['ID=05123a85-5794-4721-ba14-1722b1551453,revision_number=2']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:58.219527 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4dc0ad-3c25-4d3e-bb54-dc687195e568 None None] The sync data for ids ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'] in dv-cinder-805072-2-iscsi is: [{'id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'name': 'tempest-TestVolumeBootPattern-3514041-router', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:51Z', 'updated_at': '2021-08-18T19:46:54Z', 'revision_number': 4, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'gw_port': {'id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:52Z', 'updated_at': '2021-08-18T19:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '7782ad02-40ad-4945-83ee-a008b08cdc12', 'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'mac_address': 'fa:16:3e:d2:00:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:54Z', 'updated_at': '2021-08-18T19:46:57Z', 'revision_number': 4, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'subnets': [{'id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:46:58.545622 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['0021955a-d6b5-4d3c-be30-78b86a27a40b'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:46:58.579785 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6ce98-a3c0-4510-b04f-ea8c5f8ced72 req-907e2868-6f06-41be-99a0-57513df62eb5 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:58.587192 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-67e6ce98-a3c0-4510-b04f-ea8c5f8ced72 req-907e2868-6f06-41be-99a0-57513df62eb5 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 944 time: 0.3707807 Aug 18 19:46:58.596856 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c00eba2e-83e2-453a-a1d5-5e4b33854fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678875'] for router, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:58.719378 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6eabd7-15cd-405c-b1ca-cbaa915bdd3f req-ab120182-58d3-4af1-92e5-2f1ece075b8c tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:58.721015 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9d6eabd7-15cd-405c-b1ca-cbaa915bdd3f req-ab120182-58d3-4af1-92e5-2f1ece075b8c tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3426d28-60fd-4007-aeec-9c3c9d7a49e6 HTTP/1.1" status: 200 len: 945 time: 0.0999832 Aug 18 19:46:58.737845 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-67e6ce98-a3c0-4510-b04f-ea8c5f8ced72 req-2503e808-4221-4505-8a33-1522bf32d14d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496861 Aug 18 19:46:58.795908 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00eba2e-83e2-453a-a1d5-5e4b33854fe0 admin admin] Router 91d50551-af24-4365-9f81-7596ce9b7d0c is scheduled to L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a with binding_index 1 {{(pid=100439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 19:46:58.854189 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-9d6eabd7-15cd-405c-b1ca-cbaa915bdd3f req-a724b41e-f2f7-4909-a868-9db8ca6a2696 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Deleting port efa567c7-c31c-4ffa-840c-adc5f09e8718 {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:46:58.854879 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-9d6eabd7-15cd-405c-b1ca-cbaa915bdd3f req-a724b41e-f2f7-4909-a868-9db8ca6a2696 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:58.881871 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 7782ad02-40ad-4945-83ee-a008b08cdc12 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:46:58.947915 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port 7782ad02-40ad-4945-83ee-a008b08cdc12 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:46:58.953236 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 7782ad02-40ad-4945-83ee-a008b08cdc12 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:46:58.956191 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:58.970268 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00eba2e-83e2-453a-a1d5-5e4b33854fe0 admin admin] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:46:58.983746 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2041d1d5-a3b5-46a1-ae08-799646343b0b None None] Sync routers for ids ['91d50551-af24-4365-9f81-7596ce9b7d0c'] in dv-cinder-805072-2-iscsi {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:46:59.006586 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c00eba2e-83e2-453a-a1d5-5e4b33854fe0 admin admin] Notify callbacks [] for router, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:59.007521 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2041d1d5-a3b5-46a1-ae08-799646343b0b None None] Routers {'91d50551-af24-4365-9f81-7596ce9b7d0c'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:46:59.008174 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-2041d1d5-a3b5-46a1-ae08-799646343b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:46:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['91d50551-af24-4365-9f81-7596ce9b7d0c'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:46:59.008567 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-c00eba2e-83e2-453a-a1d5-5e4b33854fe0 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2241962 Aug 18 19:46:59.009257 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-9d6eabd7-15cd-405c-b1ca-cbaa915bdd3f req-a724b41e-f2f7-4909-a868-9db8ca6a2696 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] For port efa567c7-c31c-4ffa-840c-adc5f09e8718, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=efa567c7-c31c-4ffa-840c-adc5f09e8718,segment=NetworkSegment(4dfdf24f-0b37-43cf-917f-2b2cab882326),segment_id=4dfdf24f-0b37-43cf-917f-2b2cab882326)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:46:59.009642 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-9d6eabd7-15cd-405c-b1ca-cbaa915bdd3f req-a724b41e-f2f7-4909-a868-9db8ca6a2696 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:59.012108 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 47246) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:46:59.043434 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975963b3-25e6-4b1e-827b-06e278690382 req-e32580ba-1f11-49fd-8bdb-e6e8ff765e0c tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:59.051618 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-975963b3-25e6-4b1e-827b-06e278690382 req-e32580ba-1f11-49fd-8bdb-e6e8ff765e0c tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3426d28-60fd-4007-aeec-9c3c9d7a49e6 HTTP/1.1" status: 200 len: 945 time: 0.1161120 Aug 18 19:46:59.054386 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-9d6eabd7-15cd-405c-b1ca-cbaa915bdd3f req-a724b41e-f2f7-4909-a868-9db8ca6a2696 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Calling delete_port for efa567c7-c31c-4ffa-840c-adc5f09e8718 owned by compute:nova {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:46:59.144391 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-975963b3-25e6-4b1e-827b-06e278690382 req-77e8588d-533d-4ddf-9e36-8f7a606bb0be tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/security-groups?id=3bf86807-0c99-4549-bcf6-f392a3a793a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918934 Aug 18 19:46:59.194902 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:59.200165 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-2041d1d5-a3b5-46a1-ae08-799646343b0b None None] Set router 91d50551-af24-4365-9f81-7596ce9b7d0c gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:46:59.268799 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-9d6eabd7-15cd-405c-b1ca-cbaa915bdd3f req-a724b41e-f2f7-4909-a868-9db8ca6a2696 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:59.305181 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724b41e-f2f7-4909-a868-9db8ca6a2696 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Pushing event deleted for resources: {'Port': ['ID=efa567c7-c31c-4ffa-840c-adc5f09e8718,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:59.377243 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6eabd7-15cd-405c-b1ca-cbaa915bdd3f req-a724b41e-f2f7-4909-a868-9db8ca6a2696 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] No DVR routers for this DVR port efa567c7-c31c-4ffa-840c-adc5f09e8718 on host hv-cinder-80507 {{(pid=100440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:46:59.379727 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['efa567c7-c31c-4ffa-840c-adc5f09e8718'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:46:59.382200 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-9d6eabd7-15cd-405c-b1ca-cbaa915bdd3f req-a724b41e-f2f7-4909-a868-9db8ca6a2696 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:59.383794 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9d6eabd7-15cd-405c-b1ca-cbaa915bdd3f req-a724b41e-f2f7-4909-a868-9db8ca6a2696 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.35 "DELETE /v2.0/ports/efa567c7-c31c-4ffa-840c-adc5f09e8718 HTTP/1.1" status: 204 len: 173 time: 0.6563625 Aug 18 19:46:59.385263 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3426d28-60fd-4007-aeec-9c3c9d7a49e6', 'name': 'network-vif-deleted', 'tag': 'efa567c7-c31c-4ffa-840c-adc5f09e8718'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:46:59.394871 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040aa6e2-8876-4e20-8d02-b0438e35229f" -d '{"events": [{"server_uuid": "f3426d28-60fd-4007-aeec-9c3c9d7a49e6", "name": "network-vif-deleted", "tag": "efa567c7-c31c-4ffa-840c-adc5f09e8718"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:46:59.435190 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] For port 7782ad02-40ad-4945-83ee-a008b08cdc12, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=7782ad02-40ad-4945-83ee-a008b08cdc12,segment=NetworkSegment(e130ac30-57fc-4038-8a25-d0dc9076ba43),segment_id=e130ac30-57fc-4038-8a25-d0dc9076ba43)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:46:59.442537 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:59.443436 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 7d8ba12b-1c1d-476e-9d85-35f3418beec2 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:46:59.595524 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d2cf8e-fbc1-4c14-b5ed-1d21eb59a29e None None] Network b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:46:59.657278 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Pushing event updated for resources: {'Port': ['ID=7782ad02-40ad-4945-83ee-a008b08cdc12,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:46:59.658546 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b438-2782-44ae-abf7-8b0306c7d7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:59.696086 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 7d8ba12b-1c1d-476e-9d85-35f3418beec2 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:46:59.696473 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:59.709352 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-e3c59454-13bc-41a4-8cc6-1af005436548 None None] Provisioning for port 05123a85-5794-4721-ba14-1722b1551453 completed by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:46:59.781171 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec9d7a1-f141-4104-8a80-8aa8070d2449 x-openstack-request-id: req-cec9d7a1-f141-4104-8a80-8aa8070d2449 {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:46:59.781619 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3426d28-60fd-4007-aeec-9c3c9d7a49e6", "name": "network-vif-deleted", "tag": "efa567c7-c31c-4ffa-840c-adc5f09e8718", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:46:59.781968 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cec9d7a1-f141-4104-8a80-8aa8070d2449 {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:46:59.782463 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3426d28-60fd-4007-aeec-9c3c9d7a49e6', 'name': 'network-vif-deleted', 'tag': 'efa567c7-c31c-4ffa-840c-adc5f09e8718', 'status': 'completed', 'code': 200} Aug 18 19:46:59.810557 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-2041d1d5-a3b5-46a1-ae08-799646343b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d50551-af24-4365-9f81-7596ce9b7d0c', 'name': 'tempest-TestVolumeBootPattern-1325605073-router', 'tenant_id': '6413de026ae2488bb78a083acf8aceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '45fd6d2a-3387-452c-ac40-a78983ef4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:56Z', 'updated_at': '2021-08-18T19:46:57Z', 'revision_number': 3, 'project_id': '6413de026ae2488bb78a083acf8aceba', 'gw_port': {'id': '45fd6d2a-3387-452c-ac40-a78983ef4a2e', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d50551-af24-4365-9f81-7596ce9b7d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:57Z', 'updated_at': '2021-08-18T19:46:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:46:59.839714 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.db_base_plugin_common [None req-1ab2b438-2782-44ae-abf7-8b0306c7d7d7 admin admin] Allocated IP 172.20.0.1 (b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0/50134ecd-5dfc-492b-90b6-63cfeff4d7b8/79961d9e-c9e4-4053-9f30-df739e4ca39e) {{(pid=100439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:46:59.849937 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2041d1d5-a3b5-46a1-ae08-799646343b0b None None] Checking router: 91d50551-af24-4365-9f81-7596ce9b7d0c for host: dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:46:59.850296 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2041d1d5-a3b5-46a1-ae08-799646343b0b None None] Updating router 91d50551-af24-4365-9f81-7596ce9b7d0c port 45fd6d2a-3387-452c-ac40-a78983ef4a2e binding host dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:46:59.890550 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd7425-df93-482e-ab3a-7a01b2ec4d32 req-fbd2299b-5bd6-4047-9b01-e8508eaaf469 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:46:59.892646 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-05bd7425-df93-482e-ab3a-7a01b2ec4d32 req-fbd2299b-5bd6-4047-9b01-e8508eaaf469 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 944 time: 0.0701392 Aug 18 19:46:59.924741 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-2041d1d5-a3b5-46a1-ae08-799646343b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:46:59.934125 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-05bd7425-df93-482e-ab3a-7a01b2ec4d32 req-499fb49a-e526-44c1-8225-fe6facc4eecd tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347469 Aug 18 19:46:59.979081 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 05123a85-5794-4721-ba14-1722b1551453 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:46:59.986501 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b438-2782-44ae-abf7-8b0306c7d7d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:00.006377 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.provisioning_blocks [None req-1ab2b438-2782-44ae-abf7-8b0306c7d7d7 admin admin] Transition to ACTIVE for port object 79961d9e-c9e4-4053-9f30-df739e4ca39e will not be triggered until provisioned by entity DHCP. {{(pid=100439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:47:00.047329 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b438-2782-44ae-abf7-8b0306c7d7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58782208'] for port, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:00.093939 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab2b438-2782-44ae-abf7-8b0306c7d7d7 admin admin] Network b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0 is already hosted by enough agents. {{(pid=100439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:47:00.099869 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-1ab2b438-2782-44ae-abf7-8b0306c7d7d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:47:00.102417 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab2b438-2782-44ae-abf7-8b0306c7d7d7 admin admin] Received port after_create {{(pid=100439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:47:00.132969 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2b438-2782-44ae-abf7-8b0306c7d7d7 admin admin] Pushing event updated for resources: {'Port': ['ID=79961d9e-c9e4-4053-9f30-df739e4ca39e,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:47:00.156603 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port 05123a85-5794-4721-ba14-1722b1551453 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:47:00.163741 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 05123a85-5794-4721-ba14-1722b1551453 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:47:00.164040 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:00.167100 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b438-2782-44ae-abf7-8b0306c7d7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1676627'] for router_interface, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:00.348127 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b438-2782-44ae-abf7-8b0306c7d7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:00.405085 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-46f2b37f-e54f-4cfe-9049-076a76fb5c53 None None] Provisioning complete for port 05123a85-5794-4721-ba14-1722b1551453 triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:47:00.405694 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-46f2b37f-e54f-4cfe-9049-076a76fb5c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:00.519836 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-2041d1d5-a3b5-46a1-ae08-799646343b0b None None] Notify callbacks [] for port, precommit_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:00.542342 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:00.543782 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b438-2782-44ae-abf7-8b0306c7d7d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:00.546036 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-2041d1d5-a3b5-46a1-ae08-799646343b0b None None] Transition to ACTIVE for port object 45fd6d2a-3387-452c-ac40-a78983ef4a2e will not be triggered until provisioned by entity L2. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:47:00.547695 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b438-2782-44ae-abf7-8b0306c7d7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58782223'] for port, after_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:00.576758 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-2041d1d5-a3b5-46a1-ae08-799646343b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:00.617224 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b438-2782-44ae-abf7-8b0306c7d7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1676711'] for router_interface, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:00.618988 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2b438-2782-44ae-abf7-8b0306c7d7d7 admin admin] Pushing event updated for resources: {'Port': ['ID=79961d9e-c9e4-4053-9f30-df739e4ca39e,revision_number=2']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:47:00.655826 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] For port 05123a85-5794-4721-ba14-1722b1551453, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=05123a85-5794-4721-ba14-1722b1551453,segment=NetworkSegment(24d59a27-df33-4c24-8775-73f37c22ce88),segment_id=24d59a27-df33-4c24-8775-73f37c22ce88)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:47:00.659204 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-2041d1d5-a3b5-46a1-ae08-799646343b0b None None] Attempting to bind port 45fd6d2a-3387-452c-ac40-a78983ef4a2e on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:47:00.659632 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-2041d1d5-a3b5-46a1-ae08-799646343b0b None None] Attempting to bind port 45fd6d2a-3387-452c-ac40-a78983ef4a2e by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:47:00.660045 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2041d1d5-a3b5-46a1-ae08-799646343b0b None None] Attempting to bind port 45fd6d2a-3387-452c-ac40-a78983ef4a2e on network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:47:00.662053 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-46f2b37f-e54f-4cfe-9049-076a76fb5c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:00.676979 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:00.682632 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2041d1d5-a3b5-46a1-ae08-799646343b0b None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:47:00.683058 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2041d1d5-a3b5-46a1-ae08-799646343b0b None None] Checking segment: {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:47:00.683880 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-2041d1d5-a3b5-46a1-ae08-799646343b0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:00.683880 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2041d1d5-a3b5-46a1-ae08-799646343b0b None None] Bound using segment: {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:47:00.684330 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-2041d1d5-a3b5-46a1-ae08-799646343b0b None None] Bound port: 45fd6d2a-3387-452c-ac40-a78983ef4a2e, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:47:00.684708 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-2041d1d5-a3b5-46a1-ae08-799646343b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:00.687786 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd06a35-c787-4169-a099-a862799f71f1 None None] Pushing event updated for resources: {'Port': ['ID=45fd6d2a-3387-452c-ac40-a78983ef4a2e,revision_number=2']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:47:00.710590 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab2b438-2782-44ae-abf7-8b0306c7d7d7 admin admin] Network b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0 is already hosted by enough agents. {{(pid=100439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:47:00.712355 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-1ab2b438-2782-44ae-abf7-8b0306c7d7d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:47:00.801085 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 7782ad02-40ad-4945-83ee-a008b08cdc12 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:47:00.847025 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab2b438-2782-44ae-abf7-8b0306c7d7d7 admin admin] Router 91d50551-af24-4365-9f81-7596ce9b7d0c has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:47:00.850910 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-2041d1d5-a3b5-46a1-ae08-799646343b0b None None] For port 45fd6d2a-3387-452c-ac40-a78983ef4a2e, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:47:00.876270 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Pushing event updated for resources: {'Port': ['ID=05123a85-5794-4721-ba14-1722b1551453,revision_number=3']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:47:00.878977 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.db.api [None req-46f2b37f-e54f-4cfe-9049-076a76fb5c53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 19:47:00.879343 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG oslo_db.api [None req-46f2b37f-e54f-4cfe-9049-076a76fb5c53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 19:47:00.884940 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-2041d1d5-a3b5-46a1-ae08-799646343b0b None None] For port 45fd6d2a-3387-452c-ac40-a78983ef4a2e, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=45fd6d2a-3387-452c-ac40-a78983ef4a2e,segment=NetworkSegment(0bdaf2c9-3eca-4db0-8337-689581495736),segment_id=0bdaf2c9-3eca-4db0-8337-689581495736)] {{(pid=100441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:47:00.894772 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-2041d1d5-a3b5-46a1-ae08-799646343b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:00.952927 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 7782ad02-40ad-4945-83ee-a008b08cdc12 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:47:00.953613 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:00.969557 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab2b438-2782-44ae-abf7-8b0306c7d7d7 admin admin] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:47:00.975115 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-1ab2b438-2782-44ae-abf7-8b0306c7d7d7 admin admin] 10.222.0.38 "PUT /v2.0/routers/91d50551-af24-4365-9f81-7596ce9b7d0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9628391 Aug 18 19:47:00.987621 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2041d1d5-a3b5-46a1-ae08-799646343b0b None None] Routers {'91d50551-af24-4365-9f81-7596ce9b7d0c'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:47:00.989549 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-2041d1d5-a3b5-46a1-ae08-799646343b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:46:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['91d50551-af24-4365-9f81-7596ce9b7d0c'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:47:00.995204 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd06a35-c787-4169-a099-a862799f71f1 None None] Pushing event updated for resources: {'Port': ['ID=45fd6d2a-3387-452c-ac40-a78983ef4a2e,revision_number=3']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:47:01.077706 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6315f6-3267-4a55-ae4b-da9127e17e95 req-54c771ea-66e5-4fed-8ef2-b3f0a5514784 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:01.083153 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fc6315f6-3267-4a55-ae4b-da9127e17e95 req-54c771ea-66e5-4fed-8ef2-b3f0a5514784 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 944 time: 0.0612674 Aug 18 19:47:01.127265 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fc6315f6-3267-4a55-ae4b-da9127e17e95 req-8c81535f-5de3-4526-877b-5ae9fea342b5 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418601 Aug 18 19:47:01.137183 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-2041d1d5-a3b5-46a1-ae08-799646343b0b None None] Set router 91d50551-af24-4365-9f81-7596ce9b7d0c gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:47:01.337224 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-2041d1d5-a3b5-46a1-ae08-799646343b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d50551-af24-4365-9f81-7596ce9b7d0c', 'name': 'tempest-TestVolumeBootPattern-1325605073-router', 'tenant_id': '6413de026ae2488bb78a083acf8aceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '45fd6d2a-3387-452c-ac40-a78983ef4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:56Z', 'updated_at': '2021-08-18T19:47:00Z', 'revision_number': 4, 'project_id': '6413de026ae2488bb78a083acf8aceba', 'gw_port': {'id': '45fd6d2a-3387-452c-ac40-a78983ef4a2e', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d50551-af24-4365-9f81-7596ce9b7d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:57Z', 'updated_at': '2021-08-18T19:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '79961d9e-c9e4-4053-9f30-df739e4ca39e', 'name': '', 'network_id': 'b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0', 'tenant_id': '6413de026ae2488bb78a083acf8aceba', 'mac_address': 'fa:16:3e:b4:9a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d50551-af24-4365-9f81-7596ce9b7d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '50134ecd-5dfc-492b-90b6-63cfeff4d7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:59Z', 'updated_at': '2021-08-18T19:47:00Z', 'revision_number': 2, 'project_id': '6413de026ae2488bb78a083acf8aceba', 'subnets': [{'id': '50134ecd-5dfc-492b-90b6-63cfeff4d7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:47:01.362500 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2041d1d5-a3b5-46a1-ae08-799646343b0b None None] The sync data for ids ['91d50551-af24-4365-9f81-7596ce9b7d0c'] in dv-cinder-805072-2-iscsi is: [{'id': '91d50551-af24-4365-9f81-7596ce9b7d0c', 'name': 'tempest-TestVolumeBootPattern-1325605073-router', 'tenant_id': '6413de026ae2488bb78a083acf8aceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '45fd6d2a-3387-452c-ac40-a78983ef4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:56Z', 'updated_at': '2021-08-18T19:47:00Z', 'revision_number': 4, 'project_id': '6413de026ae2488bb78a083acf8aceba', 'gw_port': {'id': '45fd6d2a-3387-452c-ac40-a78983ef4a2e', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d50551-af24-4365-9f81-7596ce9b7d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:57Z', 'updated_at': '2021-08-18T19:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '79961d9e-c9e4-4053-9f30-df739e4ca39e', 'name': '', 'network_id': 'b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0', 'tenant_id': '6413de026ae2488bb78a083acf8aceba', 'mac_address': 'fa:16:3e:b4:9a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d50551-af24-4365-9f81-7596ce9b7d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '50134ecd-5dfc-492b-90b6-63cfeff4d7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:59Z', 'updated_at': '2021-08-18T19:47:00Z', 'revision_number': 2, 'project_id': '6413de026ae2488bb78a083acf8aceba', 'subnets': [{'id': '50134ecd-5dfc-492b-90b6-63cfeff4d7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:47:01.464858 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 47272) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:47:01.470096 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-fd806c9b-ce46-4f57-a47e-3812f370197b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-945904443', 'description': 'tempest-secgroup-smoke-945904443 description', 'project_id': '624b3e8635264e169d5517f06a2e5b88'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:47:01.498944 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fd806c9b-ce46-4f57-a47e-3812f370197b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:01.567280 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-159cb04f-b5ff-4085-9f25-8bfbe0cf4408 None None] Provisioning for port 79961d9e-c9e4-4053-9f30-df739e4ca39e completed by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:47:01.572327 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-159cb04f-b5ff-4085-9f25-8bfbe0cf4408 None None] Provisioning complete for port 79961d9e-c9e4-4053-9f30-df739e4ca39e triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:47:01.572922 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-159cb04f-b5ff-4085-9f25-8bfbe0cf4408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:01.607466 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fd806c9b-ce46-4f57-a47e-3812f370197b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:01.611643 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fd806c9b-ce46-4f57-a47e-3812f370197b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:01.623027 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-159cb04f-b5ff-4085-9f25-8bfbe0cf4408 None None] Port 79961d9e-c9e4-4053-9f30-df739e4ca39e cannot update to ACTIVE because it is not bound. {{(pid=100441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:47:01.639282 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fd806c9b-ce46-4f57-a47e-3812f370197b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:01.640632 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-fd806c9b-ce46-4f57-a47e-3812f370197b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1747487 Aug 18 19:47:01.644006 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 47276) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:47:01.645425 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd806c9b-ce46-4f57-a47e-3812f370197b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd42dafa-8909-4d29-9fa3-cf095c2d261d,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:47:01.649013 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-f3a2cdcf-25f5-434b-9eae-3b2c7d12ec5a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Request body: {'security_group_rule': {'security_group_id': 'cd42dafa-8909-4d29-9fa3-cf095c2d261d', 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:47:01.682407 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f3a2cdcf-25f5-434b-9eae-3b2c7d12ec5a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:01.734718 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f3a2cdcf-25f5-434b-9eae-3b2c7d12ec5a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:01.739559 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f3a2cdcf-25f5-434b-9eae-3b2c7d12ec5a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764444'] for security_group_rule, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:01.759314 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2cdcf-25f5-434b-9eae-3b2c7d12ec5a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44b5deb-70c7-48a7-974b-6c0749f0f2d3,revision_number=0']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:47:01.765032 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f3a2cdcf-25f5-434b-9eae-3b2c7d12ec5a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:01.769096 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-f3a2cdcf-25f5-434b-9eae-3b2c7d12ec5a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212666 Aug 18 19:47:01.769426 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 47278) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:47:01.774413 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-e8b1f18d-6e59-40ca-be8b-47f6e0f83896 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Request body: {'security_group_rule': {'security_group_id': 'cd42dafa-8909-4d29-9fa3-cf095c2d261d', 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:47:01.805568 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-e8b1f18d-6e59-40ca-be8b-47f6e0f83896 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:01.872141 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-e8b1f18d-6e59-40ca-be8b-47f6e0f83896 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:01.876662 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-e8b1f18d-6e59-40ca-be8b-47f6e0f83896 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764444'] for security_group_rule, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:01.896709 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-e8b1f18d-6e59-40ca-be8b-47f6e0f83896 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:01.897950 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-e8b1f18d-6e59-40ca-be8b-47f6e0f83896 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276598 Aug 18 19:47:01.900433 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1f18d-6e59-40ca-be8b-47f6e0f83896 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d1b9ea3-a361-4761-a2fb-cace0758bdaf,revision_number=0']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:47:01.901024 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 47280) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:47:01.907332 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-f6138dc6-46c7-48cd-9e23-b1cc0525d859 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Request body: {'security_group_rule': {'security_group_id': 'cd42dafa-8909-4d29-9fa3-cf095c2d261d', 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:47:01.940809 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f6138dc6-46c7-48cd-9e23-b1cc0525d859 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:02.035630 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f6138dc6-46c7-48cd-9e23-b1cc0525d859 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:02.040758 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f6138dc6-46c7-48cd-9e23-b1cc0525d859 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764444'] for security_group_rule, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:02.063287 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6138dc6-46c7-48cd-9e23-b1cc0525d859 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe16a71a-140e-45eb-b87a-8e6832504694,revision_number=0']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:47:02.073973 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f6138dc6-46c7-48cd-9e23-b1cc0525d859 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:02.075417 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-f6138dc6-46c7-48cd-9e23-b1cc0525d859 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1723747 Aug 18 19:47:02.078186 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 47282) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:47:02.083239 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-22e78c0b-fbd0-4112-9767-1232438fa391 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Request body: {'security_group_rule': {'security_group_id': 'cd42dafa-8909-4d29-9fa3-cf095c2d261d', 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:47:02.113090 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-22e78c0b-fbd0-4112-9767-1232438fa391 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:02.177890 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-22e78c0b-fbd0-4112-9767-1232438fa391 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:02.187113 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-22e78c0b-fbd0-4112-9767-1232438fa391 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764444'] for security_group_rule, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:02.207437 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e78c0b-fbd0-4112-9767-1232438fa391 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be58c95-2508-435a-bc73-e39170ce3860,revision_number=0']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:47:02.212730 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-22e78c0b-fbd0-4112-9767-1232438fa391 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:02.214300 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-22e78c0b-fbd0-4112-9767-1232438fa391 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1346989 Aug 18 19:47:02.218102 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 47286) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:47:02.223494 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-e5162d50-3c88-4f6a-aa18-4966e59e938d tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Request body: {'security_group_rule': {'security_group_id': 'cd42dafa-8909-4d29-9fa3-cf095c2d261d', 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:47:02.249930 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.db.securitygroups_db [None req-e5162d50-3c88-4f6a-aa18-4966e59e938d tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Project 624b3e8635264e169d5517f06a2e5b88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 19:47:02.255240 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e5162d50-3c88-4f6a-aa18-4966e59e938d tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:02.270767 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d0fcc-5fe0-408f-be0a-01851b9c1185 req-b3037248-cdca-4fd6-9e19-f979c31b36b0 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:02.275106 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0b5d0fcc-5fe0-408f-be0a-01851b9c1185 req-b3037248-cdca-4fd6-9e19-f979c31b36b0 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 944 time: 0.0596733 Aug 18 19:47:02.312591 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0b5d0fcc-5fe0-408f-be0a-01851b9c1185 req-2beaaeca-6c7f-4f84-88bd-808b953e60f0 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339313 Aug 18 19:47:02.321123 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e5162d50-3c88-4f6a-aa18-4966e59e938d tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:02.325529 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e5162d50-3c88-4f6a-aa18-4966e59e938d tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764444'] for security_group_rule, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:02.349885 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e5162d50-3c88-4f6a-aa18-4966e59e938d tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:02.350770 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-e5162d50-3c88-4f6a-aa18-4966e59e938d tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1314619 Aug 18 19:47:02.352156 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5162d50-3c88-4f6a-aa18-4966e59e938d tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430520dd-8881-41ad-808a-8328d1e13dac,revision_number=0']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:47:02.354080 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 47288) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:47:02.360392 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-82b53bf8-8fb6-4ec2-be12-6850cdb5d088 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Request body: {'security_group_rule': {'security_group_id': 'cd42dafa-8909-4d29-9fa3-cf095c2d261d', 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:47:02.385503 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.db.securitygroups_db [None req-82b53bf8-8fb6-4ec2-be12-6850cdb5d088 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Project 624b3e8635264e169d5517f06a2e5b88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 19:47:02.390760 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-82b53bf8-8fb6-4ec2-be12-6850cdb5d088 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:02.446413 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-82b53bf8-8fb6-4ec2-be12-6850cdb5d088 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:02.450530 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-82b53bf8-8fb6-4ec2-be12-6850cdb5d088 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764444'] for security_group_rule, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:02.469804 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b53bf8-8fb6-4ec2-be12-6850cdb5d088 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef3f39bf-db61-4d2a-9066-8c8ba556b9cb,revision_number=0']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:47:02.476395 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-82b53bf8-8fb6-4ec2-be12-6850cdb5d088 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:02.477725 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-82b53bf8-8fb6-4ec2-be12-6850cdb5d088 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220126 Aug 18 19:47:02.831277 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 05123a85-5794-4721-ba14-1722b1551453 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:47:02.880648 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 05123a85-5794-4721-ba14-1722b1551453 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:47:02.881027 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:02.971201 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 45fd6d2a-3387-452c-ac40-a78983ef4a2e up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:47:03.022957 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port 45fd6d2a-3387-452c-ac40-a78983ef4a2e completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:47:03.027053 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 45fd6d2a-3387-452c-ac40-a78983ef4a2e triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:47:03.027465 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:03.105217 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:03.126734 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] For port 45fd6d2a-3387-452c-ac40-a78983ef4a2e, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=45fd6d2a-3387-452c-ac40-a78983ef4a2e,segment=NetworkSegment(0bdaf2c9-3eca-4db0-8337-689581495736),segment_id=0bdaf2c9-3eca-4db0-8337-689581495736)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:47:03.130741 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:03.178433 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Pushing event updated for resources: {'Port': ['ID=45fd6d2a-3387-452c-ac40-a78983ef4a2e,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:47:03.360322 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc372349-96aa-41cf-be22-235d3ce34099 None None] Sync routers for ids ['91d50551-af24-4365-9f81-7596ce9b7d0c'] in dv-cinder-805072-2-iscsi {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:47:03.369428 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc372349-96aa-41cf-be22-235d3ce34099 None None] Routers {'91d50551-af24-4365-9f81-7596ce9b7d0c'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:47:03.370037 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-dc372349-96aa-41cf-be22-235d3ce34099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:46:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['91d50551-af24-4365-9f81-7596ce9b7d0c'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:47:03.436305 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37920828-ba6a-47ae-8fdd-0506bff01b34 req-643ac460-8159-49fe-bd13-fd595f307c34 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:03.437831 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-37920828-ba6a-47ae-8fdd-0506bff01b34 req-643ac460-8159-49fe-bd13-fd595f307c34 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 944 time: 0.0493691 Aug 18 19:47:03.474726 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-37920828-ba6a-47ae-8fdd-0506bff01b34 req-7daa8042-982e-4c2c-803f-a793e43ebab7 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309041 Aug 18 19:47:03.475789 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-dc372349-96aa-41cf-be22-235d3ce34099 None None] Set router 91d50551-af24-4365-9f81-7596ce9b7d0c gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:47:03.666389 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-dc372349-96aa-41cf-be22-235d3ce34099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d50551-af24-4365-9f81-7596ce9b7d0c', 'name': 'tempest-TestVolumeBootPattern-1325605073-router', 'tenant_id': '6413de026ae2488bb78a083acf8aceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '45fd6d2a-3387-452c-ac40-a78983ef4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:56Z', 'updated_at': '2021-08-18T19:47:00Z', 'revision_number': 4, 'project_id': '6413de026ae2488bb78a083acf8aceba', 'gw_port': {'id': '45fd6d2a-3387-452c-ac40-a78983ef4a2e', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d50551-af24-4365-9f81-7596ce9b7d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:57Z', 'updated_at': '2021-08-18T19:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '79961d9e-c9e4-4053-9f30-df739e4ca39e', 'name': '', 'network_id': 'b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0', 'tenant_id': '6413de026ae2488bb78a083acf8aceba', 'mac_address': 'fa:16:3e:b4:9a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d50551-af24-4365-9f81-7596ce9b7d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '50134ecd-5dfc-492b-90b6-63cfeff4d7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:59Z', 'updated_at': '2021-08-18T19:47:00Z', 'revision_number': 2, 'project_id': '6413de026ae2488bb78a083acf8aceba', 'subnets': [{'id': '50134ecd-5dfc-492b-90b6-63cfeff4d7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:47:03.696448 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc372349-96aa-41cf-be22-235d3ce34099 None None] Checking router: 91d50551-af24-4365-9f81-7596ce9b7d0c for host: dv-cinder-805072-2-iscsi {{(pid=100442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:47:03.696798 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc372349-96aa-41cf-be22-235d3ce34099 None None] Updating router 91d50551-af24-4365-9f81-7596ce9b7d0c port 79961d9e-c9e4-4053-9f30-df739e4ca39e binding host dv-cinder-805072-2-iscsi {{(pid=100442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:47:03.722428 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-dc372349-96aa-41cf-be22-235d3ce34099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:03.980570 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-dc372349-96aa-41cf-be22-235d3ce34099 None None] Notify callbacks [] for port, precommit_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:03.990998 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.provisioning_blocks [None req-dc372349-96aa-41cf-be22-235d3ce34099 None None] Transition to ACTIVE for port object 79961d9e-c9e4-4053-9f30-df739e4ca39e will not be triggered until provisioned by entity L2. {{(pid=100442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:47:03.996963 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-dc372349-96aa-41cf-be22-235d3ce34099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:04.044895 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46bffa-7a57-44eb-8cca-20774516b074 None None] Pushing event updated for resources: {'Port': ['ID=79961d9e-c9e4-4053-9f30-df739e4ca39e,revision_number=3']} {{(pid=100442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:47:04.098818 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-dc372349-96aa-41cf-be22-235d3ce34099 None None] Attempting to bind port 79961d9e-c9e4-4053-9f30-df739e4ca39e on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:47:04.099228 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-dc372349-96aa-41cf-be22-235d3ce34099 None None] Attempting to bind port 79961d9e-c9e4-4053-9f30-df739e4ca39e by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': '24d59a27-df33-4c24-8775-73f37c22ce88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0'}] {{(pid=100442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:47:04.099597 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc372349-96aa-41cf-be22-235d3ce34099 None None] Attempting to bind port 79961d9e-c9e4-4053-9f30-df739e4ca39e on network b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0 {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:47:04.104807 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc372349-96aa-41cf-be22-235d3ce34099 None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:47:04.105178 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc372349-96aa-41cf-be22-235d3ce34099 None None] Checking segment: {'id': '24d59a27-df33-4c24-8775-73f37c22ce88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:47:04.105581 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-dc372349-96aa-41cf-be22-235d3ce34099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:04.105980 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc372349-96aa-41cf-be22-235d3ce34099 None None] Bound using segment: {'id': '24d59a27-df33-4c24-8775-73f37c22ce88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0'} {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:47:04.106443 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-dc372349-96aa-41cf-be22-235d3ce34099 None None] Bound port: 79961d9e-c9e4-4053-9f30-df739e4ca39e, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d59a27-df33-4c24-8775-73f37c22ce88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0'}}] {{(pid=100442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:47:04.106875 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-dc372349-96aa-41cf-be22-235d3ce34099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:04.171656 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.db [None req-dc372349-96aa-41cf-be22-235d3ce34099 None None] For port 79961d9e-c9e4-4053-9f30-df739e4ca39e, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:47:04.175760 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.db [None req-dc372349-96aa-41cf-be22-235d3ce34099 None None] For port 79961d9e-c9e4-4053-9f30-df739e4ca39e, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=79961d9e-c9e4-4053-9f30-df739e4ca39e,segment=NetworkSegment(24d59a27-df33-4c24-8775-73f37c22ce88),segment_id=24d59a27-df33-4c24-8775-73f37c22ce88)] {{(pid=100442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:47:04.181055 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-dc372349-96aa-41cf-be22-235d3ce34099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:04.235084 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc372349-96aa-41cf-be22-235d3ce34099 None None] Routers {'91d50551-af24-4365-9f81-7596ce9b7d0c'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:47:04.235715 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-dc372349-96aa-41cf-be22-235d3ce34099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:46:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['91d50551-af24-4365-9f81-7596ce9b7d0c'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:47:04.287729 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46bffa-7a57-44eb-8cca-20774516b074 None None] Pushing event updated for resources: {'Port': ['ID=79961d9e-c9e4-4053-9f30-df739e4ca39e,revision_number=4']} {{(pid=100442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:47:04.360316 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-dc372349-96aa-41cf-be22-235d3ce34099 None None] Set router 91d50551-af24-4365-9f81-7596ce9b7d0c gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:47:04.557930 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-dc372349-96aa-41cf-be22-235d3ce34099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d50551-af24-4365-9f81-7596ce9b7d0c', 'name': 'tempest-TestVolumeBootPattern-1325605073-router', 'tenant_id': '6413de026ae2488bb78a083acf8aceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '45fd6d2a-3387-452c-ac40-a78983ef4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:56Z', 'updated_at': '2021-08-18T19:47:00Z', 'revision_number': 4, 'project_id': '6413de026ae2488bb78a083acf8aceba', 'gw_port': {'id': '45fd6d2a-3387-452c-ac40-a78983ef4a2e', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d50551-af24-4365-9f81-7596ce9b7d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:57Z', 'updated_at': '2021-08-18T19:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '79961d9e-c9e4-4053-9f30-df739e4ca39e', 'name': '', 'network_id': 'b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0', 'tenant_id': '6413de026ae2488bb78a083acf8aceba', 'mac_address': 'fa:16:3e:b4:9a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d50551-af24-4365-9f81-7596ce9b7d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '50134ecd-5dfc-492b-90b6-63cfeff4d7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:59Z', 'updated_at': '2021-08-18T19:47:04Z', 'revision_number': 4, 'project_id': '6413de026ae2488bb78a083acf8aceba', 'subnets': [{'id': '50134ecd-5dfc-492b-90b6-63cfeff4d7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:47:04.587252 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc372349-96aa-41cf-be22-235d3ce34099 None None] The sync data for ids ['91d50551-af24-4365-9f81-7596ce9b7d0c'] in dv-cinder-805072-2-iscsi is: [{'id': '91d50551-af24-4365-9f81-7596ce9b7d0c', 'name': 'tempest-TestVolumeBootPattern-1325605073-router', 'tenant_id': '6413de026ae2488bb78a083acf8aceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '45fd6d2a-3387-452c-ac40-a78983ef4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:56Z', 'updated_at': '2021-08-18T19:47:00Z', 'revision_number': 4, 'project_id': '6413de026ae2488bb78a083acf8aceba', 'gw_port': {'id': '45fd6d2a-3387-452c-ac40-a78983ef4a2e', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d50551-af24-4365-9f81-7596ce9b7d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:57Z', 'updated_at': '2021-08-18T19:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '79961d9e-c9e4-4053-9f30-df739e4ca39e', 'name': '', 'network_id': 'b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0', 'tenant_id': '6413de026ae2488bb78a083acf8aceba', 'mac_address': 'fa:16:3e:b4:9a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d50551-af24-4365-9f81-7596ce9b7d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '50134ecd-5dfc-492b-90b6-63cfeff4d7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:59Z', 'updated_at': '2021-08-18T19:47:04Z', 'revision_number': 4, 'project_id': '6413de026ae2488bb78a083acf8aceba', 'subnets': [{'id': '50134ecd-5dfc-492b-90b6-63cfeff4d7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:47:04.606042 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9dfedd-3661-47eb-9c73-cb6c872d5927 req-e973b6c1-8083-4d58-87d9-2206691ead45 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:04.607616 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0d9dfedd-3661-47eb-9c73-cb6c872d5927 req-e973b6c1-8083-4d58-87d9-2206691ead45 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 944 time: 0.0593159 Aug 18 19:47:04.619261 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 0021955a-d6b5-4d3c-be30-78b86a27a40b up at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:47:04.644864 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0d9dfedd-3661-47eb-9c73-cb6c872d5927 req-a971a470-567a-483f-bff0-2588ffeaa31e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307460 Aug 18 19:47:04.670096 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning complete for port 0021955a-d6b5-4d3c-be30-78b86a27a40b triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:47:04.671053 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:04.773342 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:04.791952 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 79961d9e-c9e4-4053-9f30-df739e4ca39e up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:47:04.827441 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa14b65-5286-4eab-b6c3-992314534c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0021955a-d6b5-4d3c-be30-78b86a27a40b'}] {{(pid=100441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:47:04.829762 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c845df31933df15e4981d7dcb3334c44fca6e0bb010d803592179d7e14a8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2ae0c8-1e70-4a2c-ab9b-d5e28e5f5306" -d '{"events": [{"server_uuid": "8aa14b65-5286-4eab-b6c3-992314534c7c", "name": "network-vif-plugged", "status": "completed", "tag": "0021955a-d6b5-4d3c-be30-78b86a27a40b"}]}' {{(pid=100441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:47:04.849758 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 0021955a-d6b5-4d3c-be30-78b86a27a40b, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=0021955a-d6b5-4d3c-be30-78b86a27a40b,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:47:04.862798 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:04.891673 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970bae0c-194c-4151-a41d-c78cd1686a7e x-openstack-request-id: req-970bae0c-194c-4151-a41d-c78cd1686a7e {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:47:04.892062 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa14b65-5286-4eab-b6c3-992314534c7c", "name": "network-vif-plugged", "status": "completed", "tag": "0021955a-d6b5-4d3c-be30-78b86a27a40b", "code": 200}]} {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:47:04.892509 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-970bae0c-194c-4151-a41d-c78cd1686a7e {{(pid=100441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:47:04.893070 dv-cinder-805072-2-iscsi neutron-server[100441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa14b65-5286-4eab-b6c3-992314534c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0021955a-d6b5-4d3c-be30-78b86a27a40b', 'code': 200} Aug 18 19:47:04.893874 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device efa567c7-c31c-4ffa-840c-adc5f09e8718 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:47:04.920262 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] No Port match for: efa567c7-c31c-4ffa-840c-adc5f09e8718 {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:47:04.921141 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device efa567c7-c31c-4ffa-840c-adc5f09e8718 not bound to the agent host hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:47:04.926969 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port 79961d9e-c9e4-4053-9f30-df739e4ca39e completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:47:04.937258 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 79961d9e-c9e4-4053-9f30-df739e4ca39e triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:47:04.937641 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:04.967502 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=0021955a-d6b5-4d3c-be30-78b86a27a40b,revision_number=10']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:47:05.032627 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:05.078559 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] For port 79961d9e-c9e4-4053-9f30-df739e4ca39e, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=79961d9e-c9e4-4053-9f30-df739e4ca39e,segment=NetworkSegment(24d59a27-df33-4c24-8775-73f37c22ce88),segment_id=24d59a27-df33-4c24-8775-73f37c22ce88)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:47:05.093783 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:05.096079 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 45fd6d2a-3387-452c-ac40-a78983ef4a2e up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:47:05.191857 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Pushing event updated for resources: {'Port': ['ID=79961d9e-c9e4-4053-9f30-df739e4ca39e,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:47:05.204397 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 45fd6d2a-3387-452c-ac40-a78983ef4a2e triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:47:05.204781 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:05.629317 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4b08c-b3cb-4a0a-a2cc-0abce08fa922 req-04482714-8116-49a3-9f78-91bb3dd25672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:05.630862 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5fb4b08c-b3cb-4a0a-a2cc-0abce08fa922 req-04482714-8116-49a3-9f78-91bb3dd25672 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 1099 time: 0.1372921 Aug 18 19:47:05.667971 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5fb4b08c-b3cb-4a0a-a2cc-0abce08fa922 req-7a10fec2-e0a6-4fcd-a2b6-a5bf93691d81 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298300 Aug 18 19:47:05.788041 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2330ccf-5a57-44f9-939b-269f3aa9deb1 req-83da98b2-0325-45fc-8795-2d575dab35d8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:05.791178 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c2330ccf-5a57-44f9-939b-269f3aa9deb1 req-83da98b2-0325-45fc-8795-2d575dab35d8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 946 time: 0.0641038 Aug 18 19:47:05.829184 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c2330ccf-5a57-44f9-939b-269f3aa9deb1 req-2b7b01f7-0c3d-4df2-9569-04cd4ca8303f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323298 Aug 18 19:47:06.752220 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 79961d9e-c9e4-4053-9f30-df739e4ca39e up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:47:06.798580 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 79961d9e-c9e4-4053-9f30-df739e4ca39e triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:47:06.798986 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:06.958707 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2b969-9bf1-4a65-aeae-f17f85d4e03f req-a3caee73-6325-4aa7-aaf3-8f424ea12fb0 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:06.960331 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-0ee2b969-9bf1-4a65-aeae-f17f85d4e03f req-a3caee73-6325-4aa7-aaf3-8f424ea12fb0 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 946 time: 0.0557330 Aug 18 19:47:07.008160 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-0ee2b969-9bf1-4a65-aeae-f17f85d4e03f req-1f38e98f-0f4c-41e3-a425-8bfbe056673b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379500 Aug 18 19:47:08.129709 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fca934-fb07-4103-9725-7b4080dc87bf req-98339424-05e9-4f13-a4a5-55ef99edc325 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:08.131201 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-62fca934-fb07-4103-9725-7b4080dc87bf req-98339424-05e9-4f13-a4a5-55ef99edc325 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 946 time: 0.0538304 Aug 18 19:47:08.167837 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-62fca934-fb07-4103-9725-7b4080dc87bf req-798a5ae9-9be6-4e93-b92c-aea1117164a5 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308380 Aug 18 19:47:09.285915 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab3614-dcb5-488b-a367-6c243f601135 req-a297c12b-5287-4a96-b52f-7f696ac7e075 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:09.287575 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-39ab3614-dcb5-488b-a367-6c243f601135 req-a297c12b-5287-4a96-b52f-7f696ac7e075 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 946 time: 0.0486255 Aug 18 19:47:09.324258 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-39ab3614-dcb5-488b-a367-6c243f601135 req-f8c018a6-97bd-4358-9d97-850409118819 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308044 Aug 18 19:47:10.448642 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a315b3-7c70-4698-a371-7a9d02694fd0 req-3a9bbd12-87eb-45da-b293-fa84f65d8cf8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:10.450107 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b7a315b3-7c70-4698-a371-7a9d02694fd0 req-3a9bbd12-87eb-45da-b293-fa84f65d8cf8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 946 time: 0.0503175 Aug 18 19:47:10.487951 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b7a315b3-7c70-4698-a371-7a9d02694fd0 req-82a50829-8b88-413a-a550-df2fb3735db4 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310662 Aug 18 19:47:11.608978 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd797e-357f-48db-a67e-8b8cb0a794e3 req-3207cf7a-cc10-46fd-86dc-cebf82ac3363 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:11.610476 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-99dd797e-357f-48db-a67e-8b8cb0a794e3 req-3207cf7a-cc10-46fd-86dc-cebf82ac3363 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 946 time: 0.0511160 Aug 18 19:47:11.647389 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-99dd797e-357f-48db-a67e-8b8cb0a794e3 req-f1c6814b-89f5-4226-aba4-a875d6439c82 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310009 Aug 18 19:47:12.766741 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef2a0c-b4d9-4496-b894-5755f51aaa38 req-2cf08a21-21f8-4443-9ed0-690215dfbdcf tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:12.768241 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5bef2a0c-b4d9-4496-b894-5755f51aaa38 req-2cf08a21-21f8-4443-9ed0-690215dfbdcf tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 946 time: 0.0482998 Aug 18 19:47:12.805554 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5bef2a0c-b4d9-4496-b894-5755f51aaa38 req-98840889-5498-4cd3-9b3b-a9f3ee22c785 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315137 Aug 18 19:47:13.045806 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-6d03a232-b931-4f83-ba97-97cf6a24610a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:13.927037 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474f6ab-4100-4984-bc0c-ecb3aaf86295 req-f52c26d8-0270-4d85-9846-8b2775588bd6 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:13.928534 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-6474f6ab-4100-4984-bc0c-ecb3aaf86295 req-f52c26d8-0270-4d85-9846-8b2775588bd6 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 946 time: 0.0494947 Aug 18 19:47:13.971707 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-6474f6ab-4100-4984-bc0c-ecb3aaf86295 req-a83508e7-2188-405f-9e1c-cd3d357efe15 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365605 Aug 18 19:47:14.410010 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-a34ec17e-22ad-4328-8f1b-1774436a4f01 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:14.411465 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-a34ec17e-22ad-4328-8f1b-1774436a4f01 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/networks?id=51def53f-d5e1-4977-bfae-36ca8ddcd38c HTTP/1.1" status: 200 len: 814 time: 0.1083968 Aug 18 19:47:14.428524 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-53d3d35f-39c5-4590-86ea-aa0f1de7874d tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/quotas/a533c8262e1440ecbe3363e3e3dc38a9 HTTP/1.1" status: 200 len: 375 time: 0.0105426 Aug 18 19:47:14.460543 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-0a5213aa-6be9-432f-ac0e-47ac677ff6e1 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a533c8262e1440ecbe3363e3e3dc38a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262942 Aug 18 19:47:14.609439 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-2db50885-fed1-404b-926d-1f2fd4312bce service neutron] 10.222.0.38 "GET /v2.0/networks/51def53f-d5e1-4977-bfae-36ca8ddcd38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415145 Aug 18 19:47:14.700582 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-4f43f2ee-8c35-4757-a906-235d76e835c3 service neutron] 10.222.0.38 "GET /v2.0/networks/51def53f-d5e1-4977-bfae-36ca8ddcd38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846767 Aug 18 19:47:14.867410 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-db78312b-319a-4b2f-aea6-ffe1e7897ecf req-e426522e-30b8-4501-9e6a-4c8782f656d6 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef1b18e9-4496-4645-a9a1-d13bdaa75ecd HTTP/1.1" status: 200 len: 210 time: 0.0287268 Aug 18 19:47:15.792519 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-95e5b305-4d06-4219-ac0b-f96e0b397efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:15.893184 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:15.973264 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0cd7307f-1b00-4232-9a56-d1c9ce9789f5 req-d9449e73-9a5a-4e90-b9db-d9f4b4bea18c tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef1b18e9-4496-4645-a9a1-d13bdaa75ecd HTTP/1.1" status: 200 len: 210 time: 0.0327871 Aug 18 19:47:16.107231 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-4954c840-e44d-478f-94a2-0adc97e2102d tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:16.108689 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-4954c840-e44d-478f-94a2-0adc97e2102d tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.35 "GET /v2.0/networks?id=51def53f-d5e1-4977-bfae-36ca8ddcd38c HTTP/1.1" status: 200 len: 814 time: 0.1308713 Aug 18 19:47:16.132659 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-7a1bb5ec-64c2-4ec8-bfa3-1688b98c2b93 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Request body: {'port': {'device_id': 'ef1b18e9-4496-4645-a9a1-d13bdaa75ecd', 'network_id': '51def53f-d5e1-4977-bfae-36ca8ddcd38c', 'admin_state_up': True, 'tenant_id': 'a533c8262e1440ecbe3363e3e3dc38a9'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:47:16.263127 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-7a1bb5ec-64c2-4ec8-bfa3-1688b98c2b93 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Made reservation on behalf of a533c8262e1440ecbe3363e3e3dc38a9 for: {'port': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:47:16.267319 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-7a1bb5ec-64c2-4ec8-bfa3-1688b98c2b93 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:16.400005 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-7a1bb5ec-64c2-4ec8-bfa3-1688b98c2b93 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Allocated IP 172.20.0.13 (51def53f-d5e1-4977-bfae-36ca8ddcd38c/5b90120c-cfbd-47d9-9641-58f28b0f10a5/740dcbcb-2dd9-491c-8390-c96b65ef4e3e) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:47:16.566804 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-7a1bb5ec-64c2-4ec8-bfa3-1688b98c2b93 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:16.611919 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-7a1bb5ec-64c2-4ec8-bfa3-1688b98c2b93 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:16.668091 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-7a1bb5ec-64c2-4ec8-bfa3-1688b98c2b93 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Network 51def53f-d5e1-4977-bfae-36ca8ddcd38c is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:47:16.671813 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-7a1bb5ec-64c2-4ec8-bfa3-1688b98c2b93 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:47:16.676901 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-7a1bb5ec-64c2-4ec8-bfa3-1688b98c2b93 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:47:16.683996 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1bb5ec-64c2-4ec8-bfa3-1688b98c2b93 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Pushing event updated for resources: {'Port': ['ID=740dcbcb-2dd9-491c-8390-c96b65ef4e3e,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:47:16.698377 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:16.740936 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-7a1bb5ec-64c2-4ec8-bfa3-1688b98c2b93 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:16.741606 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-7a1bb5ec-64c2-4ec8-bfa3-1688b98c2b93 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:16.760824 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-7a1bb5ec-64c2-4ec8-bfa3-1688b98c2b93 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6358957 Aug 18 19:47:16.789460 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-37938378-4a9f-481b-be5d-90c8db94eaff service neutron] Request body: {'port': {'device_id': 'ef1b18e9-4496-4645-a9a1-d13bdaa75ecd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:47:16.848029 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-37938378-4a9f-481b-be5d-90c8db94eaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:17.131041 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7676e-64f3-4684-a1d7-a0e55e372cdd req-fa2a59f8-35f4-4fc0-94bb-98449c29ae0b tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:17.132854 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-fee7676e-64f3-4684-a1d7-a0e55e372cdd req-fa2a59f8-35f4-4fc0-94bb-98449c29ae0b tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef1b18e9-4496-4645-a9a1-d13bdaa75ecd HTTP/1.1" status: 200 len: 932 time: 0.0516894 Aug 18 19:47:17.156748 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-37938378-4a9f-481b-be5d-90c8db94eaff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 740dcbcb-2dd9-491c-8390-c96b65ef4e3e {{(pid=100440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:47:17.165211 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-37938378-4a9f-481b-be5d-90c8db94eaff service neutron] Notify callbacks [] for port, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:17.173704 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-fee7676e-64f3-4684-a1d7-a0e55e372cdd req-ae63e218-5ddc-46ce-81d5-29f2f0163ad0 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/security-groups?id=3bf86807-0c99-4549-bcf6-f392a3a793a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328479 Aug 18 19:47:17.182854 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-37938378-4a9f-481b-be5d-90c8db94eaff service neutron] Transition to ACTIVE for port object 740dcbcb-2dd9-491c-8390-c96b65ef4e3e will not be triggered until provisioned by entity L2. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:47:17.192052 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-37938378-4a9f-481b-be5d-90c8db94eaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:17.258702 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37938378-4a9f-481b-be5d-90c8db94eaff service neutron] Pushing event updated for resources: {'Port': ['ID=740dcbcb-2dd9-491c-8390-c96b65ef4e3e,revision_number=2']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:47:17.309458 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-37938378-4a9f-481b-be5d-90c8db94eaff service neutron] Attempting to bind port 740dcbcb-2dd9-491c-8390-c96b65ef4e3e on host hv-cinder-80507 for vnic_type normal with profile {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:47:17.309821 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-37938378-4a9f-481b-be5d-90c8db94eaff service neutron] Attempting to bind port 740dcbcb-2dd9-491c-8390-c96b65ef4e3e by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '4dfdf24f-0b37-43cf-917f-2b2cab882326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '51def53f-d5e1-4977-bfae-36ca8ddcd38c'}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:47:17.310224 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-37938378-4a9f-481b-be5d-90c8db94eaff service neutron] Attempting to bind port 740dcbcb-2dd9-491c-8390-c96b65ef4e3e on network 51def53f-d5e1-4977-bfae-36ca8ddcd38c {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:47:17.315699 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-37938378-4a9f-481b-be5d-90c8db94eaff service neutron] Port 740dcbcb-2dd9-491c-8390-c96b65ef4e3e on network 51def53f-d5e1-4977-bfae-36ca8ddcd38c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:47:17.316100 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-37938378-4a9f-481b-be5d-90c8db94eaff service neutron] Attempting to bind port 740dcbcb-2dd9-491c-8390-c96b65ef4e3e on network 51def53f-d5e1-4977-bfae-36ca8ddcd38c {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:47:17.321595 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-37938378-4a9f-481b-be5d-90c8db94eaff service neutron] Checking agent: {'id': 'a8b818dc-2c80-42c6-b162-9bd2386595a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'started_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:47:17.321934 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-37938378-4a9f-481b-be5d-90c8db94eaff service neutron] Checking segment: {'id': '4dfdf24f-0b37-43cf-917f-2b2cab882326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '51def53f-d5e1-4977-bfae-36ca8ddcd38c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:47:17.322326 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-37938378-4a9f-481b-be5d-90c8db94eaff service neutron] Bound using segment: {'id': '4dfdf24f-0b37-43cf-917f-2b2cab882326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '51def53f-d5e1-4977-bfae-36ca8ddcd38c'} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:47:17.322786 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-37938378-4a9f-481b-be5d-90c8db94eaff service neutron] Bound port: 740dcbcb-2dd9-491c-8390-c96b65ef4e3e, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dfdf24f-0b37-43cf-917f-2b2cab882326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '51def53f-d5e1-4977-bfae-36ca8ddcd38c'}}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:47:17.323151 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-37938378-4a9f-481b-be5d-90c8db94eaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:17.394546 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-37938378-4a9f-481b-be5d-90c8db94eaff service neutron] For port 740dcbcb-2dd9-491c-8390-c96b65ef4e3e, host hv-cinder-80507, cleared binding levels {{(pid=100440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:47:17.398047 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-37938378-4a9f-481b-be5d-90c8db94eaff service neutron] For port 740dcbcb-2dd9-491c-8390-c96b65ef4e3e, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=740dcbcb-2dd9-491c-8390-c96b65ef4e3e,segment=NetworkSegment(4dfdf24f-0b37-43cf-917f-2b2cab882326),segment_id=4dfdf24f-0b37-43cf-917f-2b2cab882326)] {{(pid=100440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:47:17.404060 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-37938378-4a9f-481b-be5d-90c8db94eaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:17.439040 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-37938378-4a9f-481b-be5d-90c8db94eaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:17.439700 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-37938378-4a9f-481b-be5d-90c8db94eaff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:17.441092 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-37938378-4a9f-481b-be5d-90c8db94eaff service neutron] 10.222.0.35 "PUT /v2.0/ports/740dcbcb-2dd9-491c-8390-c96b65ef4e3e HTTP/1.1" status: 200 len: 1094 time: 0.6563013 Aug 18 19:47:17.441525 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1b18e9-4496-4645-a9a1-d13bdaa75ecd', 'tag': '740dcbcb-2dd9-491c-8390-c96b65ef4e3e'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:47:17.443835 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7678195f-ba83-4f1d-8a1b-ec043157546f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1b18e9-4496-4645-a9a1-d13bdaa75ecd", "tag": "740dcbcb-2dd9-491c-8390-c96b65ef4e3e"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:47:17.473028 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37938378-4a9f-481b-be5d-90c8db94eaff service neutron] Pushing event updated for resources: {'Port': ['ID=740dcbcb-2dd9-491c-8390-c96b65ef4e3e,revision_number=3']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:47:17.487380 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efda7738-9d12-4b02-b0d8-4e88bc89328c x-openstack-request-id: req-efda7738-9d12-4b02-b0d8-4e88bc89328c {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:47:17.487852 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1b18e9-4496-4645-a9a1-d13bdaa75ecd", "tag": "740dcbcb-2dd9-491c-8390-c96b65ef4e3e", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:47:17.488106 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-efda7738-9d12-4b02-b0d8-4e88bc89328c {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:47:17.488502 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1b18e9-4496-4645-a9a1-d13bdaa75ecd', 'tag': '740dcbcb-2dd9-491c-8390-c96b65ef4e3e', 'status': 'completed', 'code': 200} Aug 18 19:47:17.563387 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-a151aa42-e06a-4d59-9777-a29a1886e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:17.564841 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-a151aa42-e06a-4d59-9777-a29a1886e06f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a533c8262e1440ecbe3363e3e3dc38a9&device_id=ef1b18e9-4496-4645-a9a1-d13bdaa75ecd HTTP/1.1" status: 200 len: 1097 time: 0.0427306 Aug 18 19:47:17.633668 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-79725b52-b09f-4a78-954c-457b7cb6f801 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=740dcbcb-2dd9-491c-8390-c96b65ef4e3e HTTP/1.1" status: 200 len: 217 time: 0.0372055 Aug 18 19:47:17.690633 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-9dbbb874-4ca4-4a96-b3c6-6d087585150c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:17.692275 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-9dbbb874-4ca4-4a96-b3c6-6d087585150c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b90120c-cfbd-47d9-9641-58f28b0f10a5 HTTP/1.1" status: 200 len: 854 time: 0.0480249 Aug 18 19:47:17.774431 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-5c879120-d0d5-4bbe-9e8c-c003ca471652 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51def53f-d5e1-4977-bfae-36ca8ddcd38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279810 Aug 18 19:47:17.874016 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-4f86ca20-f1eb-4109-991d-1c7c23715892 service neutron] 10.222.0.35 "GET /v2.0/networks/51def53f-d5e1-4977-bfae-36ca8ddcd38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901678 Aug 18 19:47:17.964309 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0abad2ca-b64f-4f1b-9f33-749024defe43 req-9a055d96-4313-4e19-bd14-83f6fffe1c5f service neutron] 10.222.0.35 "GET /v2.0/networks/51def53f-d5e1-4977-bfae-36ca8ddcd38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827539 Aug 18 19:47:18.132596 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678195f-ba83-4f1d-8a1b-ec043157546f req-a2aff169-8328-4c6d-bfff-3574aee46124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:18.133975 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7678195f-ba83-4f1d-8a1b-ec043157546f req-a2aff169-8328-4c6d-bfff-3574aee46124 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a533c8262e1440ecbe3363e3e3dc38a9&device_id=ef1b18e9-4496-4645-a9a1-d13bdaa75ecd HTTP/1.1" status: 200 len: 1097 time: 0.0448031 Aug 18 19:47:18.279558 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678195f-ba83-4f1d-8a1b-ec043157546f req-a20e934b-34a4-4d6e-86bb-1b11be020888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:18.281037 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7678195f-ba83-4f1d-8a1b-ec043157546f req-a20e934b-34a4-4d6e-86bb-1b11be020888 service neutron] 10.222.0.35 "GET /v2.0/networks?id=51def53f-d5e1-4977-bfae-36ca8ddcd38c HTTP/1.1" status: 200 len: 915 time: 0.0891414 Aug 18 19:47:18.289915 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b10288-70af-440d-9e99-075d29f36859 req-0501df13-5813-4bfe-8113-18e9feadd153 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:18.291749 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e3b10288-70af-440d-9e99-075d29f36859 req-0501df13-5813-4bfe-8113-18e9feadd153 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef1b18e9-4496-4645-a9a1-d13bdaa75ecd HTTP/1.1" status: 200 len: 944 time: 0.0507064 Aug 18 19:47:18.326297 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7678195f-ba83-4f1d-8a1b-ec043157546f req-e264f6ae-904a-4fa9-bae1-fea394981b55 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=740dcbcb-2dd9-491c-8390-c96b65ef4e3e HTTP/1.1" status: 200 len: 217 time: 0.0379748 Aug 18 19:47:18.332600 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e3b10288-70af-440d-9e99-075d29f36859 req-fb9d0033-64bf-4823-8bca-0cfb99060213 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/security-groups?id=3bf86807-0c99-4549-bcf6-f392a3a793a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351598 Aug 18 19:47:18.377186 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678195f-ba83-4f1d-8a1b-ec043157546f req-12d8618d-9228-42e6-bca8-4ecde05a8e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:18.378658 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7678195f-ba83-4f1d-8a1b-ec043157546f req-12d8618d-9228-42e6-bca8-4ecde05a8e5f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b90120c-cfbd-47d9-9641-58f28b0f10a5 HTTP/1.1" status: 200 len: 854 time: 0.0451746 Aug 18 19:47:18.415512 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7678195f-ba83-4f1d-8a1b-ec043157546f req-34cc3b5c-9042-4483-85bc-071c0ced0a12 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51def53f-d5e1-4977-bfae-36ca8ddcd38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290916 Aug 18 19:47:18.435923 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:18.506830 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7678195f-ba83-4f1d-8a1b-ec043157546f req-bb554b63-89b4-4fc0-ba75-da2279f2f891 service neutron] 10.222.0.35 "GET /v2.0/networks/51def53f-d5e1-4977-bfae-36ca8ddcd38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832014 Aug 18 19:47:18.599521 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7678195f-ba83-4f1d-8a1b-ec043157546f req-8742fdc9-504e-491c-af13-e8a4cef142f1 service neutron] 10.222.0.35 "GET /v2.0/networks/51def53f-d5e1-4977-bfae-36ca8ddcd38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854948 Aug 18 19:47:19.448098 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fb476-2b1f-47d8-bfde-b6505edea7c8 req-91a35c02-181e-4774-9d6e-ccd9a0ff85d1 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:19.449565 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f62fb476-2b1f-47d8-bfde-b6505edea7c8 req-91a35c02-181e-4774-9d6e-ccd9a0ff85d1 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef1b18e9-4496-4645-a9a1-d13bdaa75ecd HTTP/1.1" status: 200 len: 944 time: 0.0482292 Aug 18 19:47:19.487895 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f62fb476-2b1f-47d8-bfde-b6505edea7c8 req-1805a7c4-6a19-4459-96ce-88ef03abb3ca tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/security-groups?id=3bf86807-0c99-4549-bcf6-f392a3a793a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324445 Aug 18 19:47:19.986727 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:20.602641 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8533f7-7752-4ad6-89a7-ebbccb1bd324 req-252bd21b-6fd5-4a5f-94c2-a8f2975a0bb3 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:20.604097 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9e8533f7-7752-4ad6-89a7-ebbccb1bd324 req-252bd21b-6fd5-4a5f-94c2-a8f2975a0bb3 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef1b18e9-4496-4645-a9a1-d13bdaa75ecd HTTP/1.1" status: 200 len: 944 time: 0.0501564 Aug 18 19:47:20.640809 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9e8533f7-7752-4ad6-89a7-ebbccb1bd324 req-ebd82005-f2c0-4009-a631-8c993a39c279 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/security-groups?id=3bf86807-0c99-4549-bcf6-f392a3a793a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307741 Aug 18 19:47:21.295912 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-13c401dc-994e-425b-a469-8d133669dd93 req-5fd0e2ab-5856-415f-81ab-f50951b71b13 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388610 Aug 18 19:47:21.404817 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c401dc-994e-425b-a469-8d133669dd93 req-e20c108f-bff4-4821-952f-84a79d97854c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:21.406234 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-13c401dc-994e-425b-a469-8d133669dd93 req-e20c108f-bff4-4821-952f-84a79d97854c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=55a46dee3b2d46d79cfe6a8e52d7bd63&device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 1099 time: 0.0389385 Aug 18 19:47:21.524145 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c401dc-994e-425b-a469-8d133669dd93 req-9dd75329-9a59-4048-b868-036c43e19337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:21.525620 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-13c401dc-994e-425b-a469-8d133669dd93 req-9dd75329-9a59-4048-b868-036c43e19337 service neutron] 10.222.0.35 "GET /v2.0/networks?id=48079850-84f4-4aec-a648-0aa058db8488 HTTP/1.1" status: 200 len: 917 time: 0.0885119 Aug 18 19:47:21.601791 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-13c401dc-994e-425b-a469-8d133669dd93 req-7ddaa2e7-73df-4ada-9660-a52a099eda52 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0021955a-d6b5-4d3c-be30-78b86a27a40b HTTP/1.1" status: 200 len: 1001 time: 0.0614917 Aug 18 19:47:21.926228 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c401dc-994e-425b-a469-8d133669dd93 req-eaee6b03-60c1-4898-b541-a4aac67d0faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:21.927722 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-13c401dc-994e-425b-a469-8d133669dd93 req-eaee6b03-60c1-4898-b541-a4aac67d0faf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b HTTP/1.1" status: 200 len: 855 time: 0.3104105 Aug 18 19:47:21.944734 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49432660-f5e8-4251-92ea-07c5c297aaf0 req-b58b3629-3506-4077-b351-df0721c096ab tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:21.946082 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-49432660-f5e8-4251-92ea-07c5c297aaf0 req-b58b3629-3506-4077-b351-df0721c096ab tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef1b18e9-4496-4645-a9a1-d13bdaa75ecd HTTP/1.1" status: 200 len: 944 time: 0.0603375 Aug 18 19:47:22.005349 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-49432660-f5e8-4251-92ea-07c5c297aaf0 req-10579ccc-aea2-4613-bc82-2ddfca1d2f7e tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/security-groups?id=3bf86807-0c99-4549-bcf6-f392a3a793a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523076 Aug 18 19:47:22.010525 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c401dc-994e-425b-a469-8d133669dd93 req-cd5e1cfd-36ea-44dc-80d6-895165b895ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:22.011965 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-13c401dc-994e-425b-a469-8d133669dd93 req-cd5e1cfd-36ea-44dc-80d6-895165b895ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48079850-84f4-4aec-a648-0aa058db8488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753613 Aug 18 19:47:22.100858 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-13c401dc-994e-425b-a469-8d133669dd93 req-b1c6f528-6875-4e45-b0c6-10db5b4df97c service neutron] 10.222.0.35 "GET /v2.0/networks/48079850-84f4-4aec-a648-0aa058db8488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791810 Aug 18 19:47:22.195070 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-13c401dc-994e-425b-a469-8d133669dd93 req-810c1f63-500c-4bc6-9b82-68bede75b8f8 service neutron] 10.222.0.35 "GET /v2.0/networks/48079850-84f4-4aec-a648-0aa058db8488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836642 Aug 18 19:47:22.737609 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 740dcbcb-2dd9-491c-8390-c96b65ef4e3e details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=100441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:47:22.829124 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 740dcbcb-2dd9-491c-8390-c96b65ef4e3e, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=740dcbcb-2dd9-491c-8390-c96b65ef4e3e,segment=NetworkSegment(4dfdf24f-0b37-43cf-917f-2b2cab882326),segment_id=4dfdf24f-0b37-43cf-917f-2b2cab882326)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:47:22.840483 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Returning: {'device': '740dcbcb-2dd9-491c-8390-c96b65ef4e3e', 'network_id': '51def53f-d5e1-4977-bfae-36ca8ddcd38c', 'port_id': '740dcbcb-2dd9-491c-8390-c96b65ef4e3e', 'mac_address': 'fa:16:3e:7b:c3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b90120c-cfbd-47d9-9641-58f28b0f10a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:47:22.878921 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:22.891012 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 740dcbcb-2dd9-491c-8390-c96b65ef4e3e {{(pid=100441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:47:22.910466 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 740dcbcb-2dd9-491c-8390-c96b65ef4e3e, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=740dcbcb-2dd9-491c-8390-c96b65ef4e3e,segment=NetworkSegment(4dfdf24f-0b37-43cf-917f-2b2cab882326),segment_id=4dfdf24f-0b37-43cf-917f-2b2cab882326)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:47:22.914435 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:22.966288 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=740dcbcb-2dd9-491c-8390-c96b65ef4e3e,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:47:23.117156 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc623768-6abd-47f0-ba66-8bb1e7ca7063 req-587636fc-ab76-4df9-a7ae-fc983becfd26 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:23.119100 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-dc623768-6abd-47f0-ba66-8bb1e7ca7063 req-587636fc-ab76-4df9-a7ae-fc983becfd26 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef1b18e9-4496-4645-a9a1-d13bdaa75ecd HTTP/1.1" status: 200 len: 945 time: 0.0489154 Aug 18 19:47:23.156676 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-dc623768-6abd-47f0-ba66-8bb1e7ca7063 req-87d67ce9-3e3f-4d8b-b69f-fe8ce2671cf1 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/security-groups?id=3bf86807-0c99-4549-bcf6-f392a3a793a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306792 Aug 18 19:47:23.620220 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['740dcbcb-2dd9-491c-8390-c96b65ef4e3e'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:47:24.275096 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd3b21-ff91-4cf8-b67f-aa3dd6218de0 req-3080aefb-304d-425b-99bd-56cbe12ff715 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:24.276476 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d7cd3b21-ff91-4cf8-b67f-aa3dd6218de0 req-3080aefb-304d-425b-99bd-56cbe12ff715 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef1b18e9-4496-4645-a9a1-d13bdaa75ecd HTTP/1.1" status: 200 len: 945 time: 0.0511024 Aug 18 19:47:24.316033 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d7cd3b21-ff91-4cf8-b67f-aa3dd6218de0 req-7ff4a818-129d-4d02-a6ba-5a9553c11357 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/security-groups?id=3bf86807-0c99-4549-bcf6-f392a3a793a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336740 Aug 18 19:47:25.428529 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59ad7b-2954-494f-b474-be1b69317dbb req-cd5201b8-6c03-4d79-bf81-d5595c584594 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:25.429991 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-8f59ad7b-2954-494f-b474-be1b69317dbb req-cd5201b8-6c03-4d79-bf81-d5595c584594 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef1b18e9-4496-4645-a9a1-d13bdaa75ecd HTTP/1.1" status: 200 len: 945 time: 0.0476818 Aug 18 19:47:25.467178 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-8f59ad7b-2954-494f-b474-be1b69317dbb req-098f37f6-aa0e-4c79-8ad5-86b3dc4be48d tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/security-groups?id=3bf86807-0c99-4549-bcf6-f392a3a793a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313597 Aug 18 19:47:26.581768 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fee154-473c-4e8e-b1ba-099027c72d6a req-c47c58aa-9619-4b1c-9bf9-ce83854cf7df tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:26.583284 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-38fee154-473c-4e8e-b1ba-099027c72d6a req-c47c58aa-9619-4b1c-9bf9-ce83854cf7df tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef1b18e9-4496-4645-a9a1-d13bdaa75ecd HTTP/1.1" status: 200 len: 945 time: 0.0488749 Aug 18 19:47:26.622069 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-38fee154-473c-4e8e-b1ba-099027c72d6a req-3ce49db1-2e34-4722-9a0f-733d6d5258c1 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/security-groups?id=3bf86807-0c99-4549-bcf6-f392a3a793a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327792 Aug 18 19:47:26.752920 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 740dcbcb-2dd9-491c-8390-c96b65ef4e3e up at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:47:26.914965 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning for port 740dcbcb-2dd9-491c-8390-c96b65ef4e3e completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:47:26.918294 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning complete for port 740dcbcb-2dd9-491c-8390-c96b65ef4e3e triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:47:26.918690 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:26.992053 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:27.014034 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1b18e9-4496-4645-a9a1-d13bdaa75ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740dcbcb-2dd9-491c-8390-c96b65ef4e3e'}] {{(pid=100441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:47:27.016325 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c845df31933df15e4981d7dcb3334c44fca6e0bb010d803592179d7e14a8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4cc4c1-fdad-46d1-8579-6527b867a8b7" -d '{"events": [{"server_uuid": "ef1b18e9-4496-4645-a9a1-d13bdaa75ecd", "name": "network-vif-plugged", "status": "completed", "tag": "740dcbcb-2dd9-491c-8390-c96b65ef4e3e"}]}' {{(pid=100441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:47:27.032005 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 740dcbcb-2dd9-491c-8390-c96b65ef4e3e, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=740dcbcb-2dd9-491c-8390-c96b65ef4e3e,segment=NetworkSegment(4dfdf24f-0b37-43cf-917f-2b2cab882326),segment_id=4dfdf24f-0b37-43cf-917f-2b2cab882326)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:47:27.036708 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:27.087722 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=740dcbcb-2dd9-491c-8390-c96b65ef4e3e,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:47:27.107903 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27fb3f6-f27f-4226-9c1c-e7bbedb67128 x-openstack-request-id: req-b27fb3f6-f27f-4226-9c1c-e7bbedb67128 {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:47:27.108200 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1b18e9-4496-4645-a9a1-d13bdaa75ecd", "name": "network-vif-plugged", "status": "completed", "tag": "740dcbcb-2dd9-491c-8390-c96b65ef4e3e", "code": 200}]} {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:47:27.108448 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b27fb3f6-f27f-4226-9c1c-e7bbedb67128 {{(pid=100441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:47:27.108837 dv-cinder-805072-2-iscsi neutron-server[100441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1b18e9-4496-4645-a9a1-d13bdaa75ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740dcbcb-2dd9-491c-8390-c96b65ef4e3e', 'code': 200} Aug 18 19:47:27.355277 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7d20c-7f13-4c4d-a244-ba5965e96a44 req-22664bf4-aab5-49ad-bd6e-04833748c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:27.357244 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ebe7d20c-7f13-4c4d-a244-ba5965e96a44 req-22664bf4-aab5-49ad-bd6e-04833748c6d1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ef1b18e9-4496-4645-a9a1-d13bdaa75ecd HTTP/1.1" status: 200 len: 1099 time: 0.0410519 Aug 18 19:47:27.398550 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ebe7d20c-7f13-4c4d-a244-ba5965e96a44 req-b0908caf-e4c6-4b8d-a22e-32dba1735039 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3bf86807-0c99-4549-bcf6-f392a3a793a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334587 Aug 18 19:47:27.584441 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:47:27.734882 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d0616-1157-47f7-a716-d9e3d996335c req-99dd60bc-522f-460c-a3db-7b8ff74ea7cf tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:27.737055 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-bb5d0616-1157-47f7-a716-d9e3d996335c req-99dd60bc-522f-460c-a3db-7b8ff74ea7cf tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef1b18e9-4496-4645-a9a1-d13bdaa75ecd HTTP/1.1" status: 200 len: 946 time: 0.0488570 Aug 18 19:47:27.773295 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-bb5d0616-1157-47f7-a716-d9e3d996335c req-135b7a69-296d-483e-8854-d4b99620d8db tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/security-groups?id=3bf86807-0c99-4549-bcf6-f392a3a793a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305235 Aug 18 19:47:28.899649 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7109418-a151-4981-9a6e-f392ce6f60c9 req-9149d82b-17e6-43bd-a285-b1243c09e831 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:28.901159 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e7109418-a151-4981-9a6e-f392ce6f60c9 req-9149d82b-17e6-43bd-a285-b1243c09e831 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef1b18e9-4496-4645-a9a1-d13bdaa75ecd HTTP/1.1" status: 200 len: 946 time: 0.0522799 Aug 18 19:47:28.939772 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e7109418-a151-4981-9a6e-f392ce6f60c9 req-43c6c6f6-d664-4265-90a7-68bc1b6ccd94 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/security-groups?id=3bf86807-0c99-4549-bcf6-f392a3a793a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326755 Aug 18 19:47:30.056144 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b43abf-e949-4674-b758-f15e156ffddf req-5006eeea-2997-4069-949f-1b827a903053 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:30.057705 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c4b43abf-e949-4674-b758-f15e156ffddf req-5006eeea-2997-4069-949f-1b827a903053 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef1b18e9-4496-4645-a9a1-d13bdaa75ecd HTTP/1.1" status: 200 len: 946 time: 0.0502439 Aug 18 19:47:30.097624 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c4b43abf-e949-4674-b758-f15e156ffddf req-61cce3a9-27cf-45bc-abd5-a659ec36a40c tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/security-groups?id=3bf86807-0c99-4549-bcf6-f392a3a793a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338843 Aug 18 19:47:31.629366 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-61eb4b63-69a0-42b5-8cba-218fb53c71a2 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-945904443&fields=id&tenant_id=624b3e8635264e169d5517f06a2e5b88 HTTP/1.1" status: 200 len: 267 time: 0.0459642 Aug 18 19:47:31.744453 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-c7038f29-df6c-40bd-bc8e-944b4a0e08e1 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:31.745978 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-c7038f29-df6c-40bd-bc8e-944b4a0e08e1 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/networks?id=dd556b13-f26a-4c44-b9f6-281b96b7a109 HTTP/1.1" status: 200 len: 809 time: 0.1099699 Aug 18 19:47:31.763179 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-98c5b8cb-b376-4d43-b411-c727915e5ed4 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/quotas/624b3e8635264e169d5517f06a2e5b88 HTTP/1.1" status: 200 len: 375 time: 0.0102947 Aug 18 19:47:31.817077 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-4613c7bf-8ee0-4e66-b57d-739bb4cce018 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=624b3e8635264e169d5517f06a2e5b88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474064 Aug 18 19:47:31.914298 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-8e9a5665-c8a7-46d5-b7aa-66b47af8a9c9 service neutron] 10.222.0.38 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857618 Aug 18 19:47:32.005822 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-5c1f0e09-4da3-41ce-94bc-71099416651a service neutron] 10.222.0.38 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856264 Aug 18 19:47:32.332485 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-951358c9-90eb-4ff2-b9bf-bbedde16ea15 req-c3462238-e1e0-4de9-8e12-8cb89d21cded tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 210 time: 0.0348482 Aug 18 19:47:33.446646 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-d42245b0-c2f7-42a8-adce-f882c73b1825 req-648eb1b0-d30d-4990-815d-74dac4a6f5ef tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 210 time: 0.0255690 Aug 18 19:47:33.472494 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-8e923479-9e0a-4800-ab57-e6bde70867b9 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:33.473949 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-8e923479-9e0a-4800-ab57-e6bde70867b9 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.35 "GET /v2.0/networks?id=dd556b13-f26a-4c44-b9f6-281b96b7a109 HTTP/1.1" status: 200 len: 809 time: 0.1123796 Aug 18 19:47:33.525643 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-c2078eb0-6ff4-44e2-8660-b27f083d6dc2 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=624b3e8635264e169d5517f06a2e5b88 HTTP/1.1" status: 200 len: 379 time: 0.0339599 Aug 18 19:47:33.536620 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-2e83acec-3ede-4186-a110-5bbe80ed8547 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Request body: {'port': {'device_id': 'd8d71889-a79f-4bb6-abb8-4c5bc6eddedf', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'admin_state_up': True, 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'security_groups': ['cd42dafa-8909-4d29-9fa3-cf095c2d261d']}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:47:33.644503 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-2e83acec-3ede-4186-a110-5bbe80ed8547 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Made reservation on behalf of 624b3e8635264e169d5517f06a2e5b88 for: {'port': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:47:33.647973 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-2e83acec-3ede-4186-a110-5bbe80ed8547 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:33.772786 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-2e83acec-3ede-4186-a110-5bbe80ed8547 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Allocated IP 172.20.0.13 (dd556b13-f26a-4c44-b9f6-281b96b7a109/8005a179-1635-43a5-bbc5-ad046ac3eb37/26997f6d-25b3-4d6a-8967-4358165cd1c8) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:47:33.916846 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-2e83acec-3ede-4186-a110-5bbe80ed8547 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:33.930372 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-2e83acec-3ede-4186-a110-5bbe80ed8547 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Transition to ACTIVE for port object 26997f6d-25b3-4d6a-8967-4358165cd1c8 will not be triggered until provisioned by entity DHCP. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:47:33.963499 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-2e83acec-3ede-4186-a110-5bbe80ed8547 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:34.012091 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-2e83acec-3ede-4186-a110-5bbe80ed8547 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Network dd556b13-f26a-4c44-b9f6-281b96b7a109 is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:47:34.015298 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-2e83acec-3ede-4186-a110-5bbe80ed8547 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:47:34.019044 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-2e83acec-3ede-4186-a110-5bbe80ed8547 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:47:34.025278 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83acec-3ede-4186-a110-5bbe80ed8547 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Pushing event updated for resources: {'Port': ['ID=26997f6d-25b3-4d6a-8967-4358165cd1c8,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:47:34.053835 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83acec-3ede-4186-a110-5bbe80ed8547 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:47:34.054193 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83acec-3ede-4186-a110-5bbe80ed8547 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:47:34.054536 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83acec-3ede-4186-a110-5bbe80ed8547 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:47:34.054915 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83acec-3ede-4186-a110-5bbe80ed8547 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:47:34.055249 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83acec-3ede-4186-a110-5bbe80ed8547 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:47:34.055584 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83acec-3ede-4186-a110-5bbe80ed8547 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:47:34.055919 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83acec-3ede-4186-a110-5bbe80ed8547 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:47:34.056252 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83acec-3ede-4186-a110-5bbe80ed8547 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:47:34.056583 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83acec-3ede-4186-a110-5bbe80ed8547 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:47:34.056909 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83acec-3ede-4186-a110-5bbe80ed8547 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:47:34.057235 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83acec-3ede-4186-a110-5bbe80ed8547 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:47:34.057558 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83acec-3ede-4186-a110-5bbe80ed8547 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:47:34.083795 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-2e83acec-3ede-4186-a110-5bbe80ed8547 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:34.084768 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-2e83acec-3ede-4186-a110-5bbe80ed8547 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:34.100977 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-2e83acec-3ede-4186-a110-5bbe80ed8547 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5684111 Aug 18 19:47:34.132961 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-6755085e-04e1-46d5-9a4e-b70489199dd4 service neutron] Request body: {'port': {'device_id': 'd8d71889-a79f-4bb6-abb8-4c5bc6eddedf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:47:34.193665 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-6755085e-04e1-46d5-9a4e-b70489199dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:34.291231 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-b2cb4536-0e9e-499d-a4bc-2804400514a9 None None] Provisioning for port 26997f6d-25b3-4d6a-8967-4358165cd1c8 completed by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:47:34.294800 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-b2cb4536-0e9e-499d-a4bc-2804400514a9 None None] Provisioning complete for port 26997f6d-25b3-4d6a-8967-4358165cd1c8 triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:47:34.295286 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b2cb4536-0e9e-499d-a4bc-2804400514a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:34.336258 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-b2cb4536-0e9e-499d-a4bc-2804400514a9 None None] Port 26997f6d-25b3-4d6a-8967-4358165cd1c8 cannot update to ACTIVE because it is not bound. {{(pid=100441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:47:34.496817 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-6755085e-04e1-46d5-9a4e-b70489199dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26997f6d-25b3-4d6a-8967-4358165cd1c8 {{(pid=100440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:47:34.505033 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-6755085e-04e1-46d5-9a4e-b70489199dd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:34.518427 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-6755085e-04e1-46d5-9a4e-b70489199dd4 service neutron] Transition to ACTIVE for port object 26997f6d-25b3-4d6a-8967-4358165cd1c8 will not be triggered until provisioned by entity L2. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:47:34.522772 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-6755085e-04e1-46d5-9a4e-b70489199dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:34.599444 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755085e-04e1-46d5-9a4e-b70489199dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=26997f6d-25b3-4d6a-8967-4358165cd1c8,revision_number=2']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:47:34.658149 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c042916-488d-4299-84dd-bfc54039a19d req-e697fafc-756b-4054-8360-9a795a33fe23 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:34.660299 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1c042916-488d-4299-84dd-bfc54039a19d req-e697fafc-756b-4054-8360-9a795a33fe23 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 944 time: 0.1113274 Aug 18 19:47:34.715418 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1c042916-488d-4299-84dd-bfc54039a19d req-5d09c71c-839b-416b-bf25-b0b06addb439 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486209 Aug 18 19:47:34.716084 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-6755085e-04e1-46d5-9a4e-b70489199dd4 service neutron] Attempting to bind port 26997f6d-25b3-4d6a-8967-4358165cd1c8 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:47:34.716419 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-6755085e-04e1-46d5-9a4e-b70489199dd4 service neutron] Attempting to bind port 26997f6d-25b3-4d6a-8967-4358165cd1c8 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': 'e130ac30-57fc-4038-8a25-d0dc9076ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109'}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:47:34.716762 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-6755085e-04e1-46d5-9a4e-b70489199dd4 service neutron] Attempting to bind port 26997f6d-25b3-4d6a-8967-4358165cd1c8 on network dd556b13-f26a-4c44-b9f6-281b96b7a109 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:47:34.721704 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-6755085e-04e1-46d5-9a4e-b70489199dd4 service neutron] Port 26997f6d-25b3-4d6a-8967-4358165cd1c8 on network dd556b13-f26a-4c44-b9f6-281b96b7a109 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:47:34.722656 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-6755085e-04e1-46d5-9a4e-b70489199dd4 service neutron] Attempting to bind port 26997f6d-25b3-4d6a-8967-4358165cd1c8 on network dd556b13-f26a-4c44-b9f6-281b96b7a109 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:47:34.727573 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-6755085e-04e1-46d5-9a4e-b70489199dd4 service neutron] Checking agent: {'id': 'a8b818dc-2c80-42c6-b162-9bd2386595a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'started_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:47:34.727914 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-6755085e-04e1-46d5-9a4e-b70489199dd4 service neutron] Checking segment: {'id': 'e130ac30-57fc-4038-8a25-d0dc9076ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:47:34.728614 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-6755085e-04e1-46d5-9a4e-b70489199dd4 service neutron] Bound using segment: {'id': 'e130ac30-57fc-4038-8a25-d0dc9076ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109'} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:47:34.729046 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-6755085e-04e1-46d5-9a4e-b70489199dd4 service neutron] Bound port: 26997f6d-25b3-4d6a-8967-4358165cd1c8, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e130ac30-57fc-4038-8a25-d0dc9076ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109'}}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:47:34.729447 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-6755085e-04e1-46d5-9a4e-b70489199dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:34.792587 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-6755085e-04e1-46d5-9a4e-b70489199dd4 service neutron] For port 26997f6d-25b3-4d6a-8967-4358165cd1c8, host hv-cinder-80507, cleared binding levels {{(pid=100440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:47:34.795633 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-6755085e-04e1-46d5-9a4e-b70489199dd4 service neutron] For port 26997f6d-25b3-4d6a-8967-4358165cd1c8, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=26997f6d-25b3-4d6a-8967-4358165cd1c8,segment=NetworkSegment(e130ac30-57fc-4038-8a25-d0dc9076ba43),segment_id=e130ac30-57fc-4038-8a25-d0dc9076ba43)] {{(pid=100440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:47:34.801352 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-6755085e-04e1-46d5-9a4e-b70489199dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:34.842115 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-6755085e-04e1-46d5-9a4e-b70489199dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:34.842764 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-6755085e-04e1-46d5-9a4e-b70489199dd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:34.844165 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-6755085e-04e1-46d5-9a4e-b70489199dd4 service neutron] 10.222.0.35 "PUT /v2.0/ports/26997f6d-25b3-4d6a-8967-4358165cd1c8 HTTP/1.1" status: 200 len: 1094 time: 0.7157638 Aug 18 19:47:34.844597 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d71889-a79f-4bb6-abb8-4c5bc6eddedf', 'tag': '26997f6d-25b3-4d6a-8967-4358165cd1c8'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:47:34.847475 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0a8540-e2d1-46c0-8f09-0d5d0240f601" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d71889-a79f-4bb6-abb8-4c5bc6eddedf", "tag": "26997f6d-25b3-4d6a-8967-4358165cd1c8"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:47:34.867898 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755085e-04e1-46d5-9a4e-b70489199dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=26997f6d-25b3-4d6a-8967-4358165cd1c8,revision_number=3']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:47:34.906882 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914e3ea9-dce1-4b6b-91d4-7d15a7507f46 x-openstack-request-id: req-914e3ea9-dce1-4b6b-91d4-7d15a7507f46 {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:47:34.907171 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d71889-a79f-4bb6-abb8-4c5bc6eddedf", "tag": "26997f6d-25b3-4d6a-8967-4358165cd1c8", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:47:34.907415 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-914e3ea9-dce1-4b6b-91d4-7d15a7507f46 {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:47:34.907960 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d71889-a79f-4bb6-abb8-4c5bc6eddedf', 'tag': '26997f6d-25b3-4d6a-8967-4358165cd1c8', 'status': 'completed', 'code': 200} Aug 18 19:47:34.989747 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-5d7dd37f-7810-4cfa-8f1a-1fd227bf2f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:34.991238 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-5d7dd37f-7810-4cfa-8f1a-1fd227bf2f86 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=624b3e8635264e169d5517f06a2e5b88&device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 1097 time: 0.0454607 Aug 18 19:47:35.042459 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-56c696fb-bd89-4bcd-84f0-96ffea2153e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26997f6d-25b3-4d6a-8967-4358165cd1c8 HTTP/1.1" status: 200 len: 217 time: 0.0353053 Aug 18 19:47:35.091835 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-c262efdd-1f8e-41a0-88bd-7490cffda24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:35.093310 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-c262efdd-1f8e-41a0-88bd-7490cffda24c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8005a179-1635-43a5-bbc5-ad046ac3eb37 HTTP/1.1" status: 200 len: 848 time: 0.0432451 Aug 18 19:47:35.141747 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-de8ee900-16c4-4338-9aca-3bcb013072e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:35.143214 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-de8ee900-16c4-4338-9aca-3bcb013072e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd556b13-f26a-4c44-b9f6-281b96b7a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424738 Aug 18 19:47:35.234087 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-ec001a9c-4fc4-46cc-9bee-5576230d7a07 service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814059 Aug 18 19:47:35.327184 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ea34bc3d-415c-4eb5-8243-1aa36e97397a req-16e24d9f-3512-4342-9649-4724ca54dcd6 service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849357 Aug 18 19:47:35.480138 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a8540-e2d1-46c0-8f09-0d5d0240f601 req-be369b2f-0d62-40e0-af7b-7b9aa4b791da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:35.481609 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8a0a8540-e2d1-46c0-8f09-0d5d0240f601 req-be369b2f-0d62-40e0-af7b-7b9aa4b791da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=624b3e8635264e169d5517f06a2e5b88&device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 1097 time: 0.0408244 Aug 18 19:47:35.575981 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a8540-e2d1-46c0-8f09-0d5d0240f601 req-cb934d18-bd22-424f-932f-383eda50fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:35.577457 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8a0a8540-e2d1-46c0-8f09-0d5d0240f601 req-cb934d18-bd22-424f-932f-383eda50fe35 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd556b13-f26a-4c44-b9f6-281b96b7a109 HTTP/1.1" status: 200 len: 910 time: 0.0880756 Aug 18 19:47:35.618143 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8a0a8540-e2d1-46c0-8f09-0d5d0240f601 req-6afecbba-74ef-4dc0-832a-2c57c6b96d77 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26997f6d-25b3-4d6a-8967-4358165cd1c8 HTTP/1.1" status: 200 len: 217 time: 0.0332651 Aug 18 19:47:35.665438 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a8540-e2d1-46c0-8f09-0d5d0240f601 req-d7e2c078-8791-4afc-889a-f94fc72a05c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:35.666853 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8a0a8540-e2d1-46c0-8f09-0d5d0240f601 req-d7e2c078-8791-4afc-889a-f94fc72a05c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8005a179-1635-43a5-bbc5-ad046ac3eb37 HTTP/1.1" status: 200 len: 848 time: 0.0419042 Aug 18 19:47:35.716724 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a8540-e2d1-46c0-8f09-0d5d0240f601 req-7247fc77-e1d9-4640-ab23-3d858c589951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:35.718206 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8a0a8540-e2d1-46c0-8f09-0d5d0240f601 req-7247fc77-e1d9-4640-ab23-3d858c589951 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd556b13-f26a-4c44-b9f6-281b96b7a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421009 Aug 18 19:47:35.836677 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8a0a8540-e2d1-46c0-8f09-0d5d0240f601 req-66f9b751-2c1f-4273-a1e0-718b06ce864a service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096640 Aug 18 19:47:35.852235 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ff620-67f3-4637-bb8b-7d2721854d3b req-4d6d99c3-93e0-4699-ab04-fce132c1ea59 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:35.853744 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b70ff620-67f3-4637-bb8b-7d2721854d3b req-4d6d99c3-93e0-4699-ab04-fce132c1ea59 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 944 time: 0.0684757 Aug 18 19:47:35.945976 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b70ff620-67f3-4637-bb8b-7d2721854d3b req-a58d38d9-eb33-4e24-b3e5-740e9ce52f20 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719569 Aug 18 19:47:35.966814 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8a0a8540-e2d1-46c0-8f09-0d5d0240f601 req-463faef4-4062-42af-98ce-2c75d6a44545 service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119847 Aug 18 19:47:37.060109 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3a7a9-4bef-45c5-aeed-aef100312a26 req-f46242f9-09a6-45db-885c-38503cae050c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:37.061569 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-42e3a7a9-4bef-45c5-aeed-aef100312a26 req-f46242f9-09a6-45db-885c-38503cae050c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 944 time: 0.0479348 Aug 18 19:47:37.098294 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-42e3a7a9-4bef-45c5-aeed-aef100312a26 req-94c6644b-bf00-420a-9710-d24ff52370be tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300710 Aug 18 19:47:38.217516 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219e098-2a39-4622-b700-7675c1ae3465 req-9b5001cc-a294-4c3e-bbab-d8e83e831aed tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:38.218978 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4219e098-2a39-4622-b700-7675c1ae3465 req-9b5001cc-a294-4c3e-bbab-d8e83e831aed tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 944 time: 0.0517247 Aug 18 19:47:38.258461 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4219e098-2a39-4622-b700-7675c1ae3465 req-5d4fbe05-05d3-4c5e-afa9-8daecf9aaaaa tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318408 Aug 18 19:47:39.372630 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b6bf0-b18f-402d-b9b1-085fa52cc1f5 req-287e5186-3ffa-4136-add2-9b051865df3b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:39.374096 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-299b6bf0-b18f-402d-b9b1-085fa52cc1f5 req-287e5186-3ffa-4136-add2-9b051865df3b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 944 time: 0.0484586 Aug 18 19:47:39.415067 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-299b6bf0-b18f-402d-b9b1-085fa52cc1f5 req-a0f8f9d8-eb22-40b7-afc2-be87b8e3d61a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343678 Aug 18 19:47:40.530618 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d84d5-d80b-41d0-8227-072292eca75f req-df41997b-3958-47a7-940d-82cecc916811 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:40.532104 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ff5d84d5-d80b-41d0-8227-072292eca75f req-df41997b-3958-47a7-940d-82cecc916811 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 944 time: 0.0525217 Aug 18 19:47:40.568732 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ff5d84d5-d80b-41d0-8227-072292eca75f req-07b81c4e-4899-4d86-8f39-01e05596a63a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307400 Aug 18 19:47:41.681681 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a492e-6806-440a-aa89-8e8e51988a2a req-3db9f56c-a43a-4e22-b753-4643df33a5d8 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:41.683167 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-d28a492e-6806-440a-aa89-8e8e51988a2a req-3db9f56c-a43a-4e22-b753-4643df33a5d8 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 944 time: 0.0487363 Aug 18 19:47:41.719904 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-d28a492e-6806-440a-aa89-8e8e51988a2a req-5d08e697-fc94-4b93-9462-485cdf361c35 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309525 Aug 18 19:47:42.832037 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27be4a-7df0-498a-a51a-905defdf3e12 req-3fcae47e-df7c-4db6-a239-366f86f68144 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:42.833548 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6f27be4a-7df0-498a-a51a-905defdf3e12 req-3fcae47e-df7c-4db6-a239-366f86f68144 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 944 time: 0.0490487 Aug 18 19:47:42.870679 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6f27be4a-7df0-498a-a51a-905defdf3e12 req-f5f3b8c2-e31d-4770-8239-9b1ccd2d86c7 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313752 Aug 18 19:47:43.048792 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3c874561-122a-4cbf-b41b-e6ae9a7b0b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:43.983683 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2953e-a913-4666-9ead-35bcd21ffcc4 req-821cff67-041c-4de3-8d9c-54cdc0326f41 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:43.985152 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-07e2953e-a913-4666-9ead-35bcd21ffcc4 req-821cff67-041c-4de3-8d9c-54cdc0326f41 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 944 time: 0.0478678 Aug 18 19:47:44.022776 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-07e2953e-a913-4666-9ead-35bcd21ffcc4 req-79b71856-a871-4019-8929-c3bb88058a95 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310616 Aug 18 19:47:44.348752 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a0a67-0b58-489c-989d-f15939aba3d1 req-bd3544a1-51b3-413a-ba19-22d93d6f1ec8 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:44.350245 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-213a0a67-0b58-489c-989d-f15939aba3d1 req-bd3544a1-51b3-413a-ba19-22d93d6f1ec8 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0533094 Aug 18 19:47:44.393379 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-213a0a67-0b58-489c-989d-f15939aba3d1 req-818a8324-125c-4477-b678-bfaf33e387d7 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370951 Aug 18 19:47:45.137994 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa36592-f891-4f46-bb77-7716b415b94f req-4b006e0c-79b3-4830-8efe-c6c57f2cc5f9 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:45.139534 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-afa36592-f891-4f46-bb77-7716b415b94f req-4b006e0c-79b3-4830-8efe-c6c57f2cc5f9 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 944 time: 0.0503769 Aug 18 19:47:45.180647 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-afa36592-f891-4f46-bb77-7716b415b94f req-733b7fe2-e3de-4cb5-ad6a-d6d1667ff23b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340254 Aug 18 19:47:45.232078 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db601601-7a47-4072-9b42-ad3dab8231d5 req-57da07f7-e571-4d05-b57e-624657573dac tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:45.233537 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-db601601-7a47-4072-9b42-ad3dab8231d5 req-57da07f7-e571-4d05-b57e-624657573dac tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 984 time: 0.0488098 Aug 18 19:47:45.273240 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-db601601-7a47-4072-9b42-ad3dab8231d5 req-6ea0af38-a8d7-4b3a-8f10-701c0e426309 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&id=db89c14d-d9e7-4f68-b656-922bb8aa06da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336041 Aug 18 19:47:45.508169 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15fe14-85b2-4a1d-a2df-33e33df47156 req-67913b12-a0ed-4c07-abf5-8ff5066879b5 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:45.509650 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-fe15fe14-85b2-4a1d-a2df-33e33df47156 req-67913b12-a0ed-4c07-abf5-8ff5066879b5 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0489628 Aug 18 19:47:45.547396 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-fe15fe14-85b2-4a1d-a2df-33e33df47156 req-c4dee15a-1e62-4977-bb38-31834bb7a0b4 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312338 Aug 18 19:47:45.783316 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-7fb4103b-2959-400e-82fc-f02c3967c3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:45.895326 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:46.295092 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392ef8d-3a70-4b82-96f0-ec491bb559c4 req-31a7a0b0-bd4c-46be-abb0-753c8905b1d8 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:46.296543 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6392ef8d-3a70-4b82-96f0-ec491bb559c4 req-31a7a0b0-bd4c-46be-abb0-753c8905b1d8 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 944 time: 0.0511651 Aug 18 19:47:46.335685 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6392ef8d-3a70-4b82-96f0-ec491bb559c4 req-2ab6ac0b-1367-40ae-8e6a-a702bca9b18a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322044 Aug 18 19:47:46.389316 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01847b3a-2b90-4050-be6f-6da68c666c07 req-bfb88833-7f92-4976-9064-4a9df10814c4 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:46.390851 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-01847b3a-2b90-4050-be6f-6da68c666c07 req-bfb88833-7f92-4976-9064-4a9df10814c4 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 984 time: 0.0502863 Aug 18 19:47:46.434868 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-01847b3a-2b90-4050-be6f-6da68c666c07 req-fc6735a8-4500-4791-aa23-b46b06417b1d tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&id=db89c14d-d9e7-4f68-b656-922bb8aa06da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378368 Aug 18 19:47:46.660593 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7567fb-9573-484c-ad5d-6a32e4163938 req-5c050d84-d812-4956-b82e-1964f49ecc26 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:46.662049 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-be7567fb-9573-484c-ad5d-6a32e4163938 req-5c050d84-d812-4956-b82e-1964f49ecc26 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0480206 Aug 18 19:47:46.687566 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:46.701312 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-be7567fb-9573-484c-ad5d-6a32e4163938 req-3ba177d8-ba61-419e-8ee8-e4c9e6e6fd4c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333054 Aug 18 19:47:47.450047 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513a60e-a416-4bf5-a615-0b0d4691c0f7 req-7ef9e577-f372-455f-af85-bbfc33e33cf1 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:47.451552 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1513a60e-a416-4bf5-a615-0b0d4691c0f7 req-7ef9e577-f372-455f-af85-bbfc33e33cf1 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 944 time: 0.0486803 Aug 18 19:47:47.488990 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1513a60e-a416-4bf5-a615-0b0d4691c0f7 req-7fa24ef4-68cd-469c-9f79-930ffb3379a0 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314968 Aug 18 19:47:47.547202 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c6933-414f-414e-b981-4127cf746bfb req-2a3b6498-7937-40e5-a0f3-b93aac5ad799 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:47.548660 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fa9c6933-414f-414e-b981-4127cf746bfb req-2a3b6498-7937-40e5-a0f3-b93aac5ad799 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 984 time: 0.0488863 Aug 18 19:47:47.588157 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fa9c6933-414f-414e-b981-4127cf746bfb req-14fd31b2-957a-4ffe-a974-65ff7532e518 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&id=db89c14d-d9e7-4f68-b656-922bb8aa06da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327551 Aug 18 19:47:47.818331 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc0d1e-a284-40ab-8ed8-7b43ff1ec99c req-cb868101-2465-45b6-9f77-c44d96a3fb89 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:47.820095 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-dedc0d1e-a284-40ab-8ed8-7b43ff1ec99c req-cb868101-2465-45b6-9f77-c44d96a3fb89 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0487800 Aug 18 19:47:47.857846 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-dedc0d1e-a284-40ab-8ed8-7b43ff1ec99c req-bcc4fcaa-8d67-4f5f-bdc6-302b1b052790 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317767 Aug 18 19:47:48.436544 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:48.605458 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db230e8-7806-4385-8a0a-7577d44df01d req-d9104dba-230d-4520-9260-2b5bc809be4a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:48.607115 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1db230e8-7806-4385-8a0a-7577d44df01d req-d9104dba-230d-4520-9260-2b5bc809be4a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 944 time: 0.0515966 Aug 18 19:47:48.645735 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1db230e8-7806-4385-8a0a-7577d44df01d req-0d5e587f-4cec-43a6-896c-96f236ed20d0 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323498 Aug 18 19:47:48.700686 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c2b58-3de0-41cc-97f6-58f6ac68c3c2 req-f7add9d0-2da0-40a0-b5d6-b7afab9cf655 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:48.702329 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-962c2b58-3de0-41cc-97f6-58f6ac68c3c2 req-f7add9d0-2da0-40a0-b5d6-b7afab9cf655 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 984 time: 0.0484664 Aug 18 19:47:48.747384 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-962c2b58-3de0-41cc-97f6-58f6ac68c3c2 req-3d5366bb-aaa7-4e27-8e78-e2cb0f5e3c81 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&id=db89c14d-d9e7-4f68-b656-922bb8aa06da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384607 Aug 18 19:47:48.940180 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a6693-6311-4e46-ac32-f06f3756737f req-3fdd8dd7-ca13-4b19-8934-a11588c1d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:48.941623 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0f0a6693-6311-4e46-ac32-f06f3756737f req-3fdd8dd7-ca13-4b19-8934-a11588c1d2ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40186e8471ed4bd19ef3b036189955b8&device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 1137 time: 0.0500681 Aug 18 19:47:49.026473 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66743aff-d0a6-42aa-b06c-a5229a3bed20 req-e11cea60-673c-4179-b37c-b4947ed4bd41 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:49.027969 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-66743aff-d0a6-42aa-b06c-a5229a3bed20 req-e11cea60-673c-4179-b37c-b4947ed4bd41 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.1005728 Aug 18 19:47:49.072884 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a6693-6311-4e46-ac32-f06f3756737f req-f3f84182-e005-4bb4-98fc-9891d1d4ac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:49.074336 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0f0a6693-6311-4e46-ac32-f06f3756737f req-f3f84182-e005-4bb4-98fc-9891d1d4ac46 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f814e1db-1b4f-4223-8eee-1aae8c8f02d7 HTTP/1.1" status: 200 len: 915 time: 0.1193376 Aug 18 19:47:49.086132 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-66743aff-d0a6-42aa-b06c-a5229a3bed20 req-2539d536-b0a3-4edc-9820-5f262d4d585e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519342 Aug 18 19:47:49.150491 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0f0a6693-6311-4e46-ac32-f06f3756737f req-4287f5f8-f777-43e5-8fb4-bd836164f24b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81ce9da5-28fe-47b4-b6a4-f28540691817 HTTP/1.1" status: 200 len: 1000 time: 0.0580678 Aug 18 19:47:49.208800 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a6693-6311-4e46-ac32-f06f3756737f req-c0d4a095-a56b-4330-b271-0ba5c397b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:49.210706 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0f0a6693-6311-4e46-ac32-f06f3756737f req-c0d4a095-a56b-4330-b271-0ba5c397b381 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=498b2575-11ea-41fa-9148-e98bdc81666c HTTP/1.1" status: 200 len: 853 time: 0.0471051 Aug 18 19:47:49.263833 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a6693-6311-4e46-ac32-f06f3756737f req-7d35d66d-f92e-484c-b16f-40520597a13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:49.265280 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0f0a6693-6311-4e46-ac32-f06f3756737f req-7d35d66d-f92e-484c-b16f-40520597a13f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f814e1db-1b4f-4223-8eee-1aae8c8f02d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399728 Aug 18 19:47:49.355876 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0f0a6693-6311-4e46-ac32-f06f3756737f req-284c26fe-a6b8-4266-81fb-30761d34cb24 service neutron] 10.222.0.35 "GET /v2.0/networks/f814e1db-1b4f-4223-8eee-1aae8c8f02d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810285 Aug 18 19:47:49.450581 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0f0a6693-6311-4e46-ac32-f06f3756737f req-ecf2b7d2-7fed-4994-bf32-3f34ea3c4972 service neutron] 10.222.0.35 "GET /v2.0/networks/f814e1db-1b4f-4223-8eee-1aae8c8f02d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850887 Aug 18 19:47:49.760117 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8813cf3-fa76-42d7-b86d-3a9cb513222c req-7b76194e-5097-4422-88cf-7a7ddd725641 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:49.761621 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a8813cf3-fa76-42d7-b86d-3a9cb513222c req-7b76194e-5097-4422-88cf-7a7ddd725641 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 944 time: 0.0499227 Aug 18 19:47:49.804385 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a8813cf3-fa76-42d7-b86d-3a9cb513222c req-fead6a0d-7608-4d11-98dd-17cd5930b95d tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367346 Aug 18 19:47:49.870093 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132f6f1-1f12-4a6f-817a-2357bc2921e6 req-4ee61be6-1a81-4316-8ed0-3f6100ccdbe7 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:49.871589 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c132f6f1-1f12-4a6f-817a-2357bc2921e6 req-4ee61be6-1a81-4316-8ed0-3f6100ccdbe7 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 984 time: 0.0504081 Aug 18 19:47:49.910056 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c132f6f1-1f12-4a6f-817a-2357bc2921e6 req-d85c58af-0d7c-413c-ae44-0b9582eb7a4c tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&id=db89c14d-d9e7-4f68-b656-922bb8aa06da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323622 Aug 18 19:47:50.003064 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:50.198503 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bce351-fdf3-44e1-a10f-b590c7cdf5f1 req-f3c855a1-e3a8-410d-b71f-82d1d0326525 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:50.200045 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-94bce351-fdf3-44e1-a10f-b590c7cdf5f1 req-f3c855a1-e3a8-410d-b71f-82d1d0326525 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0480747 Aug 18 19:47:50.237595 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-94bce351-fdf3-44e1-a10f-b590c7cdf5f1 req-47c7e567-2dc6-450b-8e98-5728071f9e2b tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317035 Aug 18 19:47:50.925092 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d80c59-ef19-4fb1-90e3-f27e612796dc req-03f150b9-a61b-4024-8153-b7a33a8c94aa tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:50.926822 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c7d80c59-ef19-4fb1-90e3-f27e612796dc req-03f150b9-a61b-4024-8153-b7a33a8c94aa tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 944 time: 0.0508971 Aug 18 19:47:50.965259 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c7d80c59-ef19-4fb1-90e3-f27e612796dc req-12835a9a-efb1-4857-9a9c-59ae8014498e tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320024 Aug 18 19:47:51.024559 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e827cc-e1a4-43f6-a8e0-df652d4c12c3 req-837a3bc2-77b3-4da2-9114-62383ef6d869 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:51.026037 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-52e827cc-e1a4-43f6-a8e0-df652d4c12c3 req-837a3bc2-77b3-4da2-9114-62383ef6d869 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 984 time: 0.0492890 Aug 18 19:47:51.069087 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-52e827cc-e1a4-43f6-a8e0-df652d4c12c3 req-07fd7dba-efd7-4991-b259-b5a8965abd5b tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&id=db89c14d-d9e7-4f68-b656-922bb8aa06da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365112 Aug 18 19:47:51.351160 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f913dac-949a-4cc0-bbba-aa56161e496e req-4ae4b276-b991-41b9-b566-54906e65fff8 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:51.352617 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3f913dac-949a-4cc0-bbba-aa56161e496e req-4ae4b276-b991-41b9-b566-54906e65fff8 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0496712 Aug 18 19:47:51.390849 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3f913dac-949a-4cc0-bbba-aa56161e496e req-3901fdfa-308a-464b-92d4-cd2e8918b273 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324087 Aug 18 19:47:52.077112 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe420906-d59c-474c-b692-9070809dce35 req-1c102859-4dad-41ba-b500-9b6ae73104e3 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:52.078575 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-fe420906-d59c-474c-b692-9070809dce35 req-1c102859-4dad-41ba-b500-9b6ae73104e3 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 944 time: 0.0484812 Aug 18 19:47:52.117389 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-fe420906-d59c-474c-b692-9070809dce35 req-dc60c832-a06a-4023-8647-f842e810f549 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329549 Aug 18 19:47:52.183733 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cb484-3053-4b04-852a-9958b24445fb req-094e3386-892d-4790-9108-80a395d8fc66 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:52.185176 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-352cb484-3053-4b04-852a-9958b24445fb req-094e3386-892d-4790-9108-80a395d8fc66 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 984 time: 0.0483487 Aug 18 19:47:52.223407 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-352cb484-3053-4b04-852a-9958b24445fb req-7f72525c-946e-472b-a141-8d07532f3170 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&id=db89c14d-d9e7-4f68-b656-922bb8aa06da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323544 Aug 18 19:47:52.503895 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a350b1-ea61-4e10-a7d7-6acaf7d3258e req-12425410-8b00-4b1c-be50-91fa974ef4a3 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:52.505352 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-26a350b1-ea61-4e10-a7d7-6acaf7d3258e req-12425410-8b00-4b1c-be50-91fa974ef4a3 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0477479 Aug 18 19:47:52.543204 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-26a350b1-ea61-4e10-a7d7-6acaf7d3258e req-82979a21-a51a-481d-8c97-8cbb1bdf7e9d tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318215 Aug 18 19:47:53.232217 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f9802-4e5d-413b-b649-0cfe432cba36 req-01dca740-7ef0-447b-9a4e-f1232af609c5 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:53.233677 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f85f9802-4e5d-413b-b649-0cfe432cba36 req-01dca740-7ef0-447b-9a4e-f1232af609c5 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 944 time: 0.0509212 Aug 18 19:47:53.271396 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f85f9802-4e5d-413b-b649-0cfe432cba36 req-01b353d6-579e-49c1-8749-15cc7517a004 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318255 Aug 18 19:47:53.336236 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088f1e9-7b94-4188-9bf2-b356305664b8 req-ebe9fb7d-95ce-4693-b0d2-e4eadcfabaab tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:53.337712 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e088f1e9-7b94-4188-9bf2-b356305664b8 req-ebe9fb7d-95ce-4693-b0d2-e4eadcfabaab tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 984 time: 0.0487185 Aug 18 19:47:53.381617 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e088f1e9-7b94-4188-9bf2-b356305664b8 req-4186b8c6-4d09-4759-8a92-c06ed6cc45af tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&id=db89c14d-d9e7-4f68-b656-922bb8aa06da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379555 Aug 18 19:47:53.654193 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d72f9-978d-4a60-b536-bcda9ee2a9e0 req-127ea87b-1ee9-49d1-b917-75e47b870151 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:53.655566 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-273d72f9-978d-4a60-b536-bcda9ee2a9e0 req-127ea87b-1ee9-49d1-b917-75e47b870151 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0477068 Aug 18 19:47:53.694744 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-273d72f9-978d-4a60-b536-bcda9ee2a9e0 req-04248f86-c48d-4d19-973c-dce4491205fb tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328279 Aug 18 19:47:54.386579 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa6fa6-24ae-4091-bbe0-6f2ae00c960d req-cfa41759-61e8-4561-ae82-54a19a9a0af0 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:54.388242 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fbaa6fa6-24ae-4091-bbe0-6f2ae00c960d req-cfa41759-61e8-4561-ae82-54a19a9a0af0 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 944 time: 0.0504520 Aug 18 19:47:54.434683 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fbaa6fa6-24ae-4091-bbe0-6f2ae00c960d req-685c4a5e-6ce2-4db8-9c24-4a00275e0080 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355091 Aug 18 19:47:54.513156 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795982d-ed11-4f11-bf13-08329b653fd8 req-b9355f42-a23b-40a1-8ac3-812f1fd9a65f tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:54.514644 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9795982d-ed11-4f11-bf13-08329b653fd8 req-b9355f42-a23b-40a1-8ac3-812f1fd9a65f tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 984 time: 0.0504375 Aug 18 19:47:54.555388 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9795982d-ed11-4f11-bf13-08329b653fd8 req-0d2647a1-d46e-4714-acff-e70e5f990a22 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&id=db89c14d-d9e7-4f68-b656-922bb8aa06da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345838 Aug 18 19:47:54.809320 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a0724-9ac8-42bc-849b-de8bab4c0170 req-83cbe436-b8d7-486f-821b-685c5cb0d16c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:54.810701 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6e7a0724-9ac8-42bc-849b-de8bab4c0170 req-83cbe436-b8d7-486f-821b-685c5cb0d16c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0517356 Aug 18 19:47:54.848471 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6e7a0724-9ac8-42bc-849b-de8bab4c0170 req-0fe89c40-fa48-4422-91bd-25b3acaf9f54 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318313 Aug 18 19:47:55.149025 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc5272-5f99-454a-a3b5-5371edee99d5 req-5d0687af-fa80-406e-8cf2-3fe18f4c6403 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:55.150497 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-50bc5272-5f99-454a-a3b5-5371edee99d5 req-5d0687af-fa80-406e-8cf2-3fe18f4c6403 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef1b18e9-4496-4645-a9a1-d13bdaa75ecd HTTP/1.1" status: 200 len: 946 time: 0.0483963 Aug 18 19:47:55.187041 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-50bc5272-5f99-454a-a3b5-5371edee99d5 req-a6e0ca36-6aa3-445e-8132-7f74fea80e5e tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/security-groups?id=3bf86807-0c99-4549-bcf6-f392a3a793a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305045 Aug 18 19:47:55.548998 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a7f33-18b4-4626-93ae-c520e9c5abe7 req-c7a17117-b95c-4542-bf89-5a14b56e393f tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:55.550485 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-880a7f33-18b4-4626-93ae-c520e9c5abe7 req-c7a17117-b95c-4542-bf89-5a14b56e393f tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 944 time: 0.0488992 Aug 18 19:47:55.588851 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-880a7f33-18b4-4626-93ae-c520e9c5abe7 req-727a9389-c201-4e6f-b392-68d6d28400f2 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314455 Aug 18 19:47:55.668085 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fb290-27cb-454e-9f90-dfa2ab2c449f req-9e61f583-288d-447d-aab0-aa85f4365d24 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:55.669443 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a12fb290-27cb-454e-9f90-dfa2ab2c449f req-9e61f583-288d-447d-aab0-aa85f4365d24 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 984 time: 0.0477986 Aug 18 19:47:55.708195 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a12fb290-27cb-454e-9f90-dfa2ab2c449f req-a66a5a77-11b3-4774-b93c-34e4f68ea26c tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&id=db89c14d-d9e7-4f68-b656-922bb8aa06da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327058 Aug 18 19:47:55.960561 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488668f-d844-415d-98a9-4dab666cf33f req-8494b26d-a0d5-4d4e-b515-c97f4d68b319 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:55.962016 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-6488668f-d844-415d-98a9-4dab666cf33f req-8494b26d-a0d5-4d4e-b515-c97f4d68b319 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0489097 Aug 18 19:47:56.002634 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-6488668f-d844-415d-98a9-4dab666cf33f req-8c52e7e8-ad65-4fae-8588-8badcf60ae87 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347013 Aug 18 19:47:56.302419 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68087d3d-b07b-40e9-a72f-f7e24cc440c5 req-667893ee-c6d9-416a-a237-10be4b35245f tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:56.304169 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-68087d3d-b07b-40e9-a72f-f7e24cc440c5 req-667893ee-c6d9-416a-a237-10be4b35245f tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef1b18e9-4496-4645-a9a1-d13bdaa75ecd HTTP/1.1" status: 200 len: 946 time: 0.0510581 Aug 18 19:47:56.341564 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-68087d3d-b07b-40e9-a72f-f7e24cc440c5 req-8e9fd676-f648-42ae-b857-f7784e172199 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/security-groups?id=3bf86807-0c99-4549-bcf6-f392a3a793a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315897 Aug 18 19:47:56.700844 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfcab4-c470-4696-a856-c02c733d9a25 req-3bc2cf68-0fa7-426c-8896-791670484467 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:56.702315 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-5cbfcab4-c470-4696-a856-c02c733d9a25 req-3bc2cf68-0fa7-426c-8896-791670484467 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 944 time: 0.0480709 Aug 18 19:47:56.740657 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-5cbfcab4-c470-4696-a856-c02c733d9a25 req-fb8861f9-6fdf-4087-a565-dff404113264 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324073 Aug 18 19:47:56.824513 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f234d7f-019a-443d-b743-f3c2edfebb48 req-6db75eb3-78c0-40ef-bdc1-f174d02be4e2 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:56.825986 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0f234d7f-019a-443d-b743-f3c2edfebb48 req-6db75eb3-78c0-40ef-bdc1-f174d02be4e2 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 984 time: 0.0486701 Aug 18 19:47:56.866629 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0f234d7f-019a-443d-b743-f3c2edfebb48 req-75eb3b7c-b788-4478-8896-f47c73282fb4 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&id=db89c14d-d9e7-4f68-b656-922bb8aa06da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324352 Aug 18 19:47:57.114379 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582195cb-ad71-4a9d-8228-54b45415d94d req-38c247ec-3493-466e-9fca-42196a6097e7 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:57.115901 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-582195cb-ad71-4a9d-8228-54b45415d94d req-38c247ec-3493-466e-9fca-42196a6097e7 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0483921 Aug 18 19:47:57.153882 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-582195cb-ad71-4a9d-8228-54b45415d94d req-3500a6d9-e1e0-44b7-a55b-d689931a838f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306189 Aug 18 19:47:57.485109 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757983ca-a897-4a25-89b8-9d053c409df6 req-b314aea8-98ec-4bc1-8b68-e3c8dfdc093e tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:57.486572 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-757983ca-a897-4a25-89b8-9d053c409df6 req-b314aea8-98ec-4bc1-8b68-e3c8dfdc093e tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef1b18e9-4496-4645-a9a1-d13bdaa75ecd HTTP/1.1" status: 200 len: 946 time: 0.0805402 Aug 18 19:47:57.493745 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa645d-f2de-4b79-bdb9-41aa3b7a34b0 req-d68ed91f-88a0-4492-a90b-c399b4ceaefa tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:57.495101 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-46fa645d-f2de-4b79-bdb9-41aa3b7a34b0 req-d68ed91f-88a0-4492-a90b-c399b4ceaefa tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef1b18e9-4496-4645-a9a1-d13bdaa75ecd HTTP/1.1" status: 200 len: 946 time: 0.0878594 Aug 18 19:47:57.796281 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-757983ca-a897-4a25-89b8-9d053c409df6 req-0a9ca277-42c0-4ba9-8540-57097fbaad71 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/security-groups?id=3bf86807-0c99-4549-bcf6-f392a3a793a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002341 Aug 18 19:47:57.843810 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-46fa645d-f2de-4b79-bdb9-41aa3b7a34b0 req-1062fee3-4a04-4a61-a11b-df6964a35a0d tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Deleting port 740dcbcb-2dd9-491c-8390-c96b65ef4e3e {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:47:57.844465 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-46fa645d-f2de-4b79-bdb9-41aa3b7a34b0 req-1062fee3-4a04-4a61-a11b-df6964a35a0d tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:57.855511 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9e7fe-0e5a-461d-a8fa-2d0aecf42442 req-7c892275-8170-4be9-9898-9df7bfa55cb7 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:57.857008 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-5cb9e7fe-0e5a-461d-a8fa-2d0aecf42442 req-7c892275-8170-4be9-9898-9df7bfa55cb7 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 944 time: 0.0494368 Aug 18 19:47:57.900967 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-5cb9e7fe-0e5a-461d-a8fa-2d0aecf42442 req-101602fc-100d-4881-b19b-8aea322295d1 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377548 Aug 18 19:47:57.936350 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-46fa645d-f2de-4b79-bdb9-41aa3b7a34b0 req-1062fee3-4a04-4a61-a11b-df6964a35a0d tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] For port 740dcbcb-2dd9-491c-8390-c96b65ef4e3e, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=740dcbcb-2dd9-491c-8390-c96b65ef4e3e,segment=NetworkSegment(4dfdf24f-0b37-43cf-917f-2b2cab882326),segment_id=4dfdf24f-0b37-43cf-917f-2b2cab882326)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:47:57.936722 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-46fa645d-f2de-4b79-bdb9-41aa3b7a34b0 req-1062fee3-4a04-4a61-a11b-df6964a35a0d tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:57.970460 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-46fa645d-f2de-4b79-bdb9-41aa3b7a34b0 req-1062fee3-4a04-4a61-a11b-df6964a35a0d tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Calling delete_port for 740dcbcb-2dd9-491c-8390-c96b65ef4e3e owned by compute:nova {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:47:58.033465 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287575e7-76c7-44d2-aec9-3b0b7380669d req-ab98d9d3-7b1c-49bc-89bc-44a97a35bab8 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:58.034889 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-287575e7-76c7-44d2-aec9-3b0b7380669d req-ab98d9d3-7b1c-49bc-89bc-44a97a35bab8 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 984 time: 0.0956616 Aug 18 19:47:58.095288 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-287575e7-76c7-44d2-aec9-3b0b7380669d req-3c29b898-6de8-4cec-86c5-b2d1718355dc tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&id=db89c14d-d9e7-4f68-b656-922bb8aa06da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520184 Aug 18 19:47:58.146434 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-46fa645d-f2de-4b79-bdb9-41aa3b7a34b0 req-1062fee3-4a04-4a61-a11b-df6964a35a0d tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:58.176391 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062fee3-4a04-4a61-a11b-df6964a35a0d tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Pushing event deleted for resources: {'Port': ['ID=740dcbcb-2dd9-491c-8390-c96b65ef4e3e,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:47:58.187448 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['740dcbcb-2dd9-491c-8390-c96b65ef4e3e'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:47:58.228183 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-46fa645d-f2de-4b79-bdb9-41aa3b7a34b0 req-1062fee3-4a04-4a61-a11b-df6964a35a0d tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] No DVR routers for this DVR port 740dcbcb-2dd9-491c-8390-c96b65ef4e3e on host hv-cinder-80507 {{(pid=100440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:47:58.230653 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-46fa645d-f2de-4b79-bdb9-41aa3b7a34b0 req-1062fee3-4a04-4a61-a11b-df6964a35a0d tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:47:58.232643 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-46fa645d-f2de-4b79-bdb9-41aa3b7a34b0 req-1062fee3-4a04-4a61-a11b-df6964a35a0d tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.35 "DELETE /v2.0/ports/740dcbcb-2dd9-491c-8390-c96b65ef4e3e HTTP/1.1" status: 204 len: 173 time: 0.7301490 Aug 18 19:47:58.233078 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1b18e9-4496-4645-a9a1-d13bdaa75ecd', 'name': 'network-vif-deleted', 'tag': '740dcbcb-2dd9-491c-8390-c96b65ef4e3e'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:47:58.235422 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e48321-3e38-4e17-a7e1-6bdaeab79df6" -d '{"events": [{"server_uuid": "ef1b18e9-4496-4645-a9a1-d13bdaa75ecd", "name": "network-vif-deleted", "tag": "740dcbcb-2dd9-491c-8390-c96b65ef4e3e"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:47:58.273057 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be18cc0e-31b4-4398-bc79-712e2973853f x-openstack-request-id: req-be18cc0e-31b4-4398-bc79-712e2973853f {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:47:58.273356 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1b18e9-4496-4645-a9a1-d13bdaa75ecd", "name": "network-vif-deleted", "tag": "740dcbcb-2dd9-491c-8390-c96b65ef4e3e", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:47:58.273614 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-be18cc0e-31b4-4398-bc79-712e2973853f {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:47:58.274017 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1b18e9-4496-4645-a9a1-d13bdaa75ecd', 'name': 'network-vif-deleted', 'tag': '740dcbcb-2dd9-491c-8390-c96b65ef4e3e', 'status': 'completed', 'code': 200} Aug 18 19:47:58.279222 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188a0b6-35e6-4cf3-90c9-f0f9c3d5e700 req-2f744130-4a80-4ae4-a185-0e7ff62e4619 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:58.280883 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b188a0b6-35e6-4cf3-90c9-f0f9c3d5e700 req-2f744130-4a80-4ae4-a185-0e7ff62e4619 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0528452 Aug 18 19:47:58.321940 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b188a0b6-35e6-4cf3-90c9-f0f9c3d5e700 req-81c2c21d-489c-4bbf-8636-b3a682fdd367 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338552 Aug 18 19:47:58.919855 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-308a32f0-902c-440a-a46c-2b9a278baaac req-89d9a385-95e6-41b6-900a-c0e669aacad7 tempest-VolumesSnapshotTestJSON-126850293 tempest-VolumesSnapshotTestJSON-126850293-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef1b18e9-4496-4645-a9a1-d13bdaa75ecd HTTP/1.1" status: 200 len: 210 time: 0.0340557 Aug 18 19:47:59.016655 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaac8d-1281-4128-8b12-c2df1ea8d8b1 req-974dfc88-37b3-4ef0-a1b9-5b8dd826d73e tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:59.018055 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-cfbaac8d-1281-4128-8b12-c2df1ea8d8b1 req-974dfc88-37b3-4ef0-a1b9-5b8dd826d73e tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 944 time: 0.0473754 Aug 18 19:47:59.056796 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-cfbaac8d-1281-4128-8b12-c2df1ea8d8b1 req-f1fc0089-8ae1-4dd6-be9a-045fd23a0805 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310910 Aug 18 19:47:59.207061 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1728ee-a908-4344-910b-54a14d92085d req-790b085f-1540-44b9-9352-ff1c56a43187 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:59.208515 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9d1728ee-a908-4344-910b-54a14d92085d req-790b085f-1540-44b9-9352-ff1c56a43187 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 984 time: 0.0484498 Aug 18 19:47:59.248478 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9d1728ee-a908-4344-910b-54a14d92085d req-07560ac3-a84f-40e4-97fb-e4ef9d44f508 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&id=db89c14d-d9e7-4f68-b656-922bb8aa06da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333309 Aug 18 19:47:59.434853 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639bdc7-e8bc-47d3-8407-581aa57bdfe4 req-3a5a5fd9-26f4-4dde-b5d0-88ed415fc506 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:47:59.436311 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9639bdc7-e8bc-47d3-8407-581aa57bdfe4 req-3a5a5fd9-26f4-4dde-b5d0-88ed415fc506 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0488162 Aug 18 19:47:59.476224 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9639bdc7-e8bc-47d3-8407-581aa57bdfe4 req-177da2b6-51a2-4989-9de7-2ba762dc262f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335174 Aug 18 19:48:00.172986 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e5574-796d-47c8-8745-15afa07813f4 req-367658f0-6d07-47ed-b884-ed6e18c38a7c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:00.174537 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-5f7e5574-796d-47c8-8745-15afa07813f4 req-367658f0-6d07-47ed-b884-ed6e18c38a7c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 944 time: 0.0492299 Aug 18 19:48:00.216798 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-5f7e5574-796d-47c8-8745-15afa07813f4 req-7d6903cd-0b6f-49e5-8ba6-6cea90920d2d tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352497 Aug 18 19:48:00.363337 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7b024-b1cc-4f8d-a3d0-dee72e790643 req-e520e993-04d2-4608-855e-327fbf7e4aaf tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:00.364806 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c6f7b024-b1cc-4f8d-a3d0-dee72e790643 req-e520e993-04d2-4608-855e-327fbf7e4aaf tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 984 time: 0.0498204 Aug 18 19:48:00.404707 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c6f7b024-b1cc-4f8d-a3d0-dee72e790643 req-6fdfed75-ba69-43cb-b657-ccb0af3314cf tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&id=db89c14d-d9e7-4f68-b656-922bb8aa06da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332632 Aug 18 19:48:00.588754 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db773e-e6af-46d0-91f2-fef26c7bd179 req-6ddf1d3b-019b-47da-a05a-1655cf35b677 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:00.590209 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-03db773e-e6af-46d0-91f2-fef26c7bd179 req-6ddf1d3b-019b-47da-a05a-1655cf35b677 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0478160 Aug 18 19:48:00.626938 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-03db773e-e6af-46d0-91f2-fef26c7bd179 req-17516a52-8163-4afc-b3c6-d7f202f6a372 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308149 Aug 18 19:48:00.823597 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043f784-8383-439a-91c1-fefb70de6096 req-6d150b41-b7f0-4d57-9ecd-8de5b84f9d46 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:00.824977 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1043f784-8383-439a-91c1-fefb70de6096 req-6d150b41-b7f0-4d57-9ecd-8de5b84f9d46 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0514121 Aug 18 19:48:00.868843 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1043f784-8383-439a-91c1-fefb70de6096 req-18d3715a-d820-44c1-8c9e-54f2e432878d tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376937 Aug 18 19:48:00.900446 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc90a4-2576-4904-9d71-60685759db02 req-4ef0c07c-07ff-4160-af55-9406630d9517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:00.901995 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-50fc90a4-2576-4904-9d71-60685759db02 req-4ef0c07c-07ff-4160-af55-9406630d9517 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77e9437c632648f4ac33b7f9bb3af25c&device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 1099 time: 0.0441103 Aug 18 19:48:00.954639 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 26997f6d-25b3-4d6a-8967-4358165cd1c8 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=100441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:48:00.965579 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 740dcbcb-2dd9-491c-8390-c96b65ef4e3e no longer exists at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:48:00.988686 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] No Port match for: 740dcbcb-2dd9-491c-8390-c96b65ef4e3e {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:48:00.989044 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 740dcbcb-2dd9-491c-8390-c96b65ef4e3e not bound to the agent host hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:48:00.992566 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc90a4-2576-4904-9d71-60685759db02 req-61b6fe9d-08c4-4c33-9b8e-a43fb9de500f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:00.994021 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-50fc90a4-2576-4904-9d71-60685759db02 req-61b6fe9d-08c4-4c33-9b8e-a43fb9de500f service neutron] 10.222.0.35 "GET /v2.0/networks?id=f75a4ad2-5977-4a3c-89ba-eb88091ae653 HTTP/1.1" status: 200 len: 911 time: 0.0841072 Aug 18 19:48:01.064030 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-50fc90a4-2576-4904-9d71-60685759db02 req-e728bdfc-8a5e-4afa-9dda-efa5d720d9fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=006ed51c-543b-470b-8d8c-8e035ffe1c0f HTTP/1.1" status: 200 len: 1002 time: 0.0624180 Aug 18 19:48:01.076687 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 26997f6d-25b3-4d6a-8967-4358165cd1c8, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=26997f6d-25b3-4d6a-8967-4358165cd1c8,segment=NetworkSegment(e130ac30-57fc-4038-8a25-d0dc9076ba43),segment_id=e130ac30-57fc-4038-8a25-d0dc9076ba43)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:48:01.087645 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Returning: {'device': '26997f6d-25b3-4d6a-8967-4358165cd1c8', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'port_id': '26997f6d-25b3-4d6a-8967-4358165cd1c8', 'mac_address': 'fa:16:3e:4d:a7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:48:01.113957 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc90a4-2576-4904-9d71-60685759db02 req-523b6811-53da-492d-8a6a-5a082ae3e3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:01.115619 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-50fc90a4-2576-4904-9d71-60685759db02 req-523b6811-53da-492d-8a6a-5a082ae3e3bf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a0797b3-7667-41c9-b4c1-878fd339c483 HTTP/1.1" status: 200 len: 849 time: 0.0443673 Aug 18 19:48:01.127539 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:01.140852 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26997f6d-25b3-4d6a-8967-4358165cd1c8 {{(pid=100441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:48:01.160818 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 26997f6d-25b3-4d6a-8967-4358165cd1c8, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=26997f6d-25b3-4d6a-8967-4358165cd1c8,segment=NetworkSegment(e130ac30-57fc-4038-8a25-d0dc9076ba43),segment_id=e130ac30-57fc-4038-8a25-d0dc9076ba43)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:48:01.163051 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc90a4-2576-4904-9d71-60685759db02 req-f8ee983f-b222-445f-bc7f-601c32a997fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:01.164680 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-50fc90a4-2576-4904-9d71-60685759db02 req-f8ee983f-b222-445f-bc7f-601c32a997fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f75a4ad2-5977-4a3c-89ba-eb88091ae653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417471 Aug 18 19:48:01.165030 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:01.213107 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=26997f6d-25b3-4d6a-8967-4358165cd1c8,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:48:01.220625 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:01.220984 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:01.221335 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:01.221676 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:01.222020 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:01.222371 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:01.222728 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:01.223066 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:01.223405 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:01.223736 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:01.224068 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:01.224396 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:01.259142 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-50fc90a4-2576-4904-9d71-60685759db02 req-e1dac6f9-75b0-4d8e-bea6-37e95984af21 service neutron] 10.222.0.35 "GET /v2.0/networks/f75a4ad2-5977-4a3c-89ba-eb88091ae653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866573 Aug 18 19:48:01.380882 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177829e8-fc2f-4662-ba0f-dfb38f8b0259 req-8954cf4b-beff-43bf-b3b7-695bbd9278ba tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:01.383193 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-177829e8-fc2f-4662-ba0f-dfb38f8b0259 req-8954cf4b-beff-43bf-b3b7-695bbd9278ba tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 945 time: 0.0976501 Aug 18 19:48:01.403366 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-50fc90a4-2576-4904-9d71-60685759db02 req-7b1a3f6d-3124-4841-9d0f-61bebd04fd2b service neutron] 10.222.0.35 "GET /v2.0/networks/f75a4ad2-5977-4a3c-89ba-eb88091ae653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363900 Aug 18 19:48:01.433779 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-177829e8-fc2f-4662-ba0f-dfb38f8b0259 req-24154587-4a51-48af-b963-b89144141886 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412471 Aug 18 19:48:01.533569 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b872462-7311-4b6c-8675-9241243b1ea4 req-a192d1cb-6cf2-4e4f-8326-6797d7c7a12d tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:01.535083 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7b872462-7311-4b6c-8675-9241243b1ea4 req-a192d1cb-6cf2-4e4f-8326-6797d7c7a12d tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 984 time: 0.0496020 Aug 18 19:48:01.575010 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7b872462-7311-4b6c-8675-9241243b1ea4 req-ff56db7d-3e55-421e-be66-eeafccd9a02c tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&id=db89c14d-d9e7-4f68-b656-922bb8aa06da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337605 Aug 18 19:48:01.676084 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['26997f6d-25b3-4d6a-8967-4358165cd1c8'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:48:01.983431 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32648d3f-a1fe-488b-a370-8ef3093213bc req-74ed5eb0-9187-4d44-b1c4-ecef38ed5ae7 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:01.984877 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-32648d3f-a1fe-488b-a370-8ef3093213bc req-74ed5eb0-9187-4d44-b1c4-ecef38ed5ae7 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0491898 Aug 18 19:48:02.021455 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-32648d3f-a1fe-488b-a370-8ef3093213bc req-96588bcb-8756-47c3-b3ba-06fc047d5814 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307097 Aug 18 19:48:02.564069 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6de29-d257-45c0-b9c6-c0ba63aaba31 req-50676d64-ebe7-45d0-bfa1-46ca09e86333 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:02.565645 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c8e6de29-d257-45c0-b9c6-c0ba63aaba31 req-50676d64-ebe7-45d0-bfa1-46ca09e86333 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 945 time: 0.0493767 Aug 18 19:48:02.606616 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c8e6de29-d257-45c0-b9c6-c0ba63aaba31 req-383e506c-3803-4515-88cf-e7b229e74d58 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339961 Aug 18 19:48:02.691628 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324c4c8-3eb0-4789-a1a0-100c99bdfaaf req-2adea855-dec0-4579-951c-61f2d4f72bc9 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:02.693109 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0324c4c8-3eb0-4789-a1a0-100c99bdfaaf req-2adea855-dec0-4579-951c-61f2d4f72bc9 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 984 time: 0.0481081 Aug 18 19:48:02.736248 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0324c4c8-3eb0-4789-a1a0-100c99bdfaaf req-1c2a2053-dfef-441c-b502-69f073844de4 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&id=db89c14d-d9e7-4f68-b656-922bb8aa06da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364714 Aug 18 19:48:03.136932 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679708c-71be-46d0-a7a5-4d0d49185dc8 req-53a527c0-83db-4120-ba36-87de1d5e0938 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:03.138420 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a679708c-71be-46d0-a7a5-4d0d49185dc8 req-53a527c0-83db-4120-ba36-87de1d5e0938 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0496378 Aug 18 19:48:03.180098 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a679708c-71be-46d0-a7a5-4d0d49185dc8 req-ff1979bc-dc1c-4507-a493-f22a08ace022 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356879 Aug 18 19:48:03.723362 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f46aa-0a30-46bd-8342-53525b564773 req-78420013-f418-4b95-aa71-1268e76e3819 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:03.724826 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c09f46aa-0a30-46bd-8342-53525b564773 req-78420013-f418-4b95-aa71-1268e76e3819 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 945 time: 0.0520041 Aug 18 19:48:03.761977 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c09f46aa-0a30-46bd-8342-53525b564773 req-02529ad9-272a-49c3-9759-922ddec2bc8a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306082 Aug 18 19:48:03.852803 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655be130-4107-4603-b41c-77806b1c2bc9 req-4a68f0e2-c1b2-4298-9b87-189580df6c5f tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:03.854271 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-655be130-4107-4603-b41c-77806b1c2bc9 req-4a68f0e2-c1b2-4298-9b87-189580df6c5f tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 984 time: 0.0491555 Aug 18 19:48:03.892969 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-655be130-4107-4603-b41c-77806b1c2bc9 req-a619f8c0-39a8-405f-8e5e-2601ef65c6b8 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&id=db89c14d-d9e7-4f68-b656-922bb8aa06da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326474 Aug 18 19:48:04.292089 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bd636-455a-4751-9a21-a54be9ef8363 req-9ad1ae83-b417-448d-b2f5-767b1f271896 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:04.293546 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-392bd636-455a-4751-9a21-a54be9ef8363 req-9ad1ae83-b417-448d-b2f5-767b1f271896 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0476911 Aug 18 19:48:04.331678 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-392bd636-455a-4751-9a21-a54be9ef8363 req-5412e025-2682-4e37-82d6-69cb954257eb tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319548 Aug 18 19:48:04.582393 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:48:04.875219 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc06bb-a6ee-4704-846d-6057571c35ba req-e770e15b-10a4-4c31-ad73-f7292d1b4e61 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:04.876701 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-89dc06bb-a6ee-4704-846d-6057571c35ba req-e770e15b-10a4-4c31-ad73-f7292d1b4e61 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 945 time: 0.0482092 Aug 18 19:48:04.915146 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-89dc06bb-a6ee-4704-846d-6057571c35ba req-839a7c40-e87d-4042-835b-77c48cdfb935 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325732 Aug 18 19:48:05.007726 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c239ed-c6d9-44e1-9218-14015fee2ea0 req-2fba024b-a869-4ac5-b520-ebb20aa6dda0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:05.009220 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-30c239ed-c6d9-44e1-9218-14015fee2ea0 req-2fba024b-a869-4ac5-b520-ebb20aa6dda0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 984 time: 0.0486274 Aug 18 19:48:05.048457 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-30c239ed-c6d9-44e1-9218-14015fee2ea0 req-97d2aaa3-783d-4c9c-a28e-05f04ef39dac tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&id=db89c14d-d9e7-4f68-b656-922bb8aa06da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332880 Aug 18 19:48:05.442394 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848227a8-5a55-4163-9411-885129b94f87 req-32da2478-470d-407e-b695-cc0f825d1f13 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:05.443948 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-848227a8-5a55-4163-9411-885129b94f87 req-32da2478-470d-407e-b695-cc0f825d1f13 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0471516 Aug 18 19:48:05.484231 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-848227a8-5a55-4163-9411-885129b94f87 req-2f13b0ac-53fb-429f-8291-a61398226851 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338848 Aug 18 19:48:06.035018 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b70fa-891b-4e13-b6ba-d1d25a248881 req-934a4bea-f89d-452a-b9a3-4581e91415c1 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:06.036387 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-028b70fa-891b-4e13-b6ba-d1d25a248881 req-934a4bea-f89d-452a-b9a3-4581e91415c1 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 945 time: 0.0523982 Aug 18 19:48:06.074515 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-028b70fa-891b-4e13-b6ba-d1d25a248881 req-ce910b94-a7ae-4450-b0de-4612ff1b1d6b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318174 Aug 18 19:48:06.167045 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325ac56-9f20-4c84-bded-634b684a9c74 req-eaf81165-f8b0-4688-bdc7-6ab03c7f2b36 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:06.168525 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-d325ac56-9f20-4c84-bded-634b684a9c74 req-eaf81165-f8b0-4688-bdc7-6ab03c7f2b36 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 984 time: 0.0474744 Aug 18 19:48:06.207868 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-d325ac56-9f20-4c84-bded-634b684a9c74 req-bd294e29-1fc6-4f4a-a4b5-06e5eea88e75 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&id=db89c14d-d9e7-4f68-b656-922bb8aa06da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334165 Aug 18 19:48:06.605798 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953a32f-edf1-4d0c-993e-c2722a86bc0a req-eb7673b2-03cf-4667-acd8-53ba3fc8ffd6 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:06.607362 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5953a32f-edf1-4d0c-993e-c2722a86bc0a req-eb7673b2-03cf-4667-acd8-53ba3fc8ffd6 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0564206 Aug 18 19:48:06.644767 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5953a32f-edf1-4d0c-993e-c2722a86bc0a req-c0450275-47d8-4701-b614-e771c0981811 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315495 Aug 18 19:48:07.188173 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c1385-e198-47b0-a640-75dee92eac5d req-877574b9-3e3b-4bff-80ca-ccaec5a56208 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:07.189653 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-6d5c1385-e198-47b0-a640-75dee92eac5d req-877574b9-3e3b-4bff-80ca-ccaec5a56208 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 945 time: 0.0484450 Aug 18 19:48:07.226982 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-6d5c1385-e198-47b0-a640-75dee92eac5d req-1c525a4e-2307-49f7-90d1-20fdc8476431 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307815 Aug 18 19:48:07.322211 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b71611-5a9d-464b-9250-f5d84c8fc9d4 req-9f1ae898-1fd1-41b4-bc1e-52e5e72da62a tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:07.323749 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-56b71611-5a9d-464b-9250-f5d84c8fc9d4 req-9f1ae898-1fd1-41b4-bc1e-52e5e72da62a tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 984 time: 0.0496619 Aug 18 19:48:07.362095 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-56b71611-5a9d-464b-9250-f5d84c8fc9d4 req-20c3d47f-3538-43da-826b-431c2112b81c tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&id=db89c14d-d9e7-4f68-b656-922bb8aa06da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323806 Aug 18 19:48:07.737486 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 26997f6d-25b3-4d6a-8967-4358165cd1c8 up at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:48:07.785012 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning for port 26997f6d-25b3-4d6a-8967-4358165cd1c8 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:48:07.788804 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning complete for port 26997f6d-25b3-4d6a-8967-4358165cd1c8 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:48:07.789201 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:07.868795 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:07.890073 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d71889-a79f-4bb6-abb8-4c5bc6eddedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26997f6d-25b3-4d6a-8967-4358165cd1c8'}] {{(pid=100441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:48:07.892367 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c845df31933df15e4981d7dcb3334c44fca6e0bb010d803592179d7e14a8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf639913-db3f-4afb-b4cf-8c21f6cd5159" -d '{"events": [{"server_uuid": "d8d71889-a79f-4bb6-abb8-4c5bc6eddedf", "name": "network-vif-plugged", "status": "completed", "tag": "26997f6d-25b3-4d6a-8967-4358165cd1c8"}]}' {{(pid=100441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:48:07.906058 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 26997f6d-25b3-4d6a-8967-4358165cd1c8, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=26997f6d-25b3-4d6a-8967-4358165cd1c8,segment=NetworkSegment(e130ac30-57fc-4038-8a25-d0dc9076ba43),segment_id=e130ac30-57fc-4038-8a25-d0dc9076ba43)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:48:07.911157 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:07.938109 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce096a76-2e01-4df4-bf09-51a3d2f09910 x-openstack-request-id: req-ce096a76-2e01-4df4-bf09-51a3d2f09910 {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:48:07.938403 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d71889-a79f-4bb6-abb8-4c5bc6eddedf", "name": "network-vif-plugged", "status": "completed", "tag": "26997f6d-25b3-4d6a-8967-4358165cd1c8", "code": 200}]} {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:48:07.938651 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ce096a76-2e01-4df4-bf09-51a3d2f09910 {{(pid=100441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:48:07.939054 dv-cinder-805072-2-iscsi neutron-server[100441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d71889-a79f-4bb6-abb8-4c5bc6eddedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26997f6d-25b3-4d6a-8967-4358165cd1c8', 'code': 200} Aug 18 19:48:07.965404 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=26997f6d-25b3-4d6a-8967-4358165cd1c8,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:48:08.160293 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48511298-e8af-4f75-86db-1e538297d0b9 req-c4365985-3c70-4dc4-bf92-9e0c8f13fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:08.161745 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-48511298-e8af-4f75-86db-1e538297d0b9 req-c4365985-3c70-4dc4-bf92-9e0c8f13fcfc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 1099 time: 0.0430055 Aug 18 19:48:08.195841 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-48511298-e8af-4f75-86db-1e538297d0b9 req-2055fa65-d9dd-4f4a-8d19-c18445d9a8ff service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267446 Aug 18 19:48:08.346808 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f7580-24f5-467f-9e59-5649747f1bf3 req-a3d6a57d-7dc5-4919-8d50-63b3d6a0a276 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:08.348283 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3f8f7580-24f5-467f-9e59-5649747f1bf3 req-a3d6a57d-7dc5-4919-8d50-63b3d6a0a276 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 946 time: 0.0537341 Aug 18 19:48:08.387171 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3f8f7580-24f5-467f-9e59-5649747f1bf3 req-616915a8-bb89-403a-a7fe-92d3068ef9cc tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328770 Aug 18 19:48:09.504070 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f13154-9c74-44f3-a01a-7a7d10a90366 req-d036d275-987c-4962-a60f-d84f35102c9e tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:09.505556 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f2f13154-9c74-44f3-a01a-7a7d10a90366 req-d036d275-987c-4962-a60f-d84f35102c9e tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 946 time: 0.0480342 Aug 18 19:48:09.548974 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f2f13154-9c74-44f3-a01a-7a7d10a90366 req-f877ec82-4024-4825-a02a-47b5d9ca1b1a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371215 Aug 18 19:48:10.662806 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a041845-edea-4200-b8ae-079ede52a145 req-0407386f-87ae-4c4c-bf48-faeeef1aa434 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:10.664669 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4a041845-edea-4200-b8ae-079ede52a145 req-0407386f-87ae-4c4c-bf48-faeeef1aa434 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 946 time: 0.0481293 Aug 18 19:48:10.701638 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4a041845-edea-4200-b8ae-079ede52a145 req-cecc8a2b-a228-4510-b074-b545181cd54a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311649 Aug 18 19:48:10.814448 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed572fcd-2232-4913-9bb4-c7d47ef5ea9c req-4c43ed63-06d5-4ec0-ba96-ca14adb50cdc tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:10.815957 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-ed572fcd-2232-4913-9bb4-c7d47ef5ea9c req-4c43ed63-06d5-4ec0-ba96-ca14adb50cdc tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 946 time: 0.0492814 Aug 18 19:48:10.853378 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-ed572fcd-2232-4913-9bb4-c7d47ef5ea9c req-89ecff0a-9230-4b28-8259-5392e3b70f75 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315051 Aug 18 19:48:10.875393 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 47948) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:48:10.954944 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060667de-8b7b-4556-8e7e-32afadc4355d tempest-TestVolumeBootPattern-321221954 tempest-TestVolumeBootPattern-321221954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:10.956427 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-060667de-8b7b-4556-8e7e-32afadc4355d tempest-TestVolumeBootPattern-321221954 tempest-TestVolumeBootPattern-321221954-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 1094 time: 0.0800478 Aug 18 19:48:10.959297 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 47952) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:48:10.964058 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Request body: {'floatingip': {'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'port_id': '26997f6d-25b3-4d6a-8967-4358165cd1c8', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:48:10.985897 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for floatingip, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:11.080157 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:11.180215 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.db_base_plugin_common [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Allocated IP 172.27.2.234 (c9e7b0ac-d07a-45d1-b669-710203e2b4d9/fcdf06bc-9cb8-408c-b78f-916aa229f92b/089827a6-eb12-4aea-874b-5e4b43adac9e) {{(pid=100439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:48:11.280896 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for port, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:11.318685 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58782208'] for port, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:11.353478 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 is already hosted by enough agents. {{(pid=100439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:48:11.358051 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Resources bound (agent type, host, resource id): {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:48:11.360641 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Received port after_create {{(pid=100439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:48:11.387580 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Pushing event updated for resources: {'Port': ['ID=089827a6-eb12-4aea-874b-5e4b43adac9e,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:48:11.398647 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:11.399022 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:11.399369 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:11.399710 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:11.400048 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:11.400387 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:11.400723 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:11.401053 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:11.401384 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:11.401712 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:11.402054 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:11.402364 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:11.950343 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:12.013831 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:12.158408 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for port, precommit_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:12.162753 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58782223'] for port, after_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:12.242910 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Pushing event updated for resources: {'Port': ['ID=089827a6-eb12-4aea-874b-5e4b43adac9e,revision_number=2']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:48:12.253224 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665786'] for floatingip, after_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:12.350539 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.db.l3_db [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Floating IP db33db1e-7726-402d-89c8-3a99568dd50c associated. External IP: 172.27.2.234, port: 26997f6d-25b3-4d6a-8967-4358165cd1c8. Aug 18 19:48:12.553067 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Router d4caef9e-52bd-46e5-91af-4332ee0beb5a has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:48:12.654356 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:48:12.664121 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0201baed-fd88-4fb3-a1d4-3234661a7769 None None] Sync routers for ids ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'] in dv-cinder-805072-2-iscsi {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:48:12.670237 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for floatingip, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:12.674457 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0201baed-fd88-4fb3-a1d4-3234661a7769 None None] Routers {'d4caef9e-52bd-46e5-91af-4332ee0beb5a'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:48:12.675117 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-0201baed-fd88-4fb3-a1d4-3234661a7769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:47:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:48:12.701124 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-e579d0dc-8f09-468e-a2a7-c3707eed0699 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7408106 Aug 18 19:48:12.701716 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d71889-a79f-4bb6-abb8-4c5bc6eddedf', 'tag': '26997f6d-25b3-4d6a-8967-4358165cd1c8'}] {{(pid=100439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:48:12.704184 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ab9088d6b8f713b7e493d085ecf6383b14a9a44922bc94c27de7c50ab71fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c26745-c6ea-414f-a3a9-8ceb28155d81" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d71889-a79f-4bb6-abb8-4c5bc6eddedf", "tag": "26997f6d-25b3-4d6a-8967-4358165cd1c8"}]}' {{(pid=100439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:48:12.782170 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-0201baed-fd88-4fb3-a1d4-3234661a7769 None None] Set router d4caef9e-52bd-46e5-91af-4332ee0beb5a gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:48:12.797527 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13ba447-b9dd-4f4b-a6d8-d82b48aa208a x-openstack-request-id: req-d13ba447-b9dd-4f4b-a6d8-d82b48aa208a {{(pid=100439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:48:12.797877 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d71889-a79f-4bb6-abb8-4c5bc6eddedf", "tag": "26997f6d-25b3-4d6a-8967-4358165cd1c8", "status": "completed", "code": 200}]} {{(pid=100439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:48:12.798186 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d13ba447-b9dd-4f4b-a6d8-d82b48aa208a {{(pid=100439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:48:12.798638 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d71889-a79f-4bb6-abb8-4c5bc6eddedf', 'tag': '26997f6d-25b3-4d6a-8967-4358165cd1c8', 'status': 'completed', 'code': 200} Aug 18 19:48:13.002991 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-0201baed-fd88-4fb3-a1d4-3234661a7769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'name': 'tempest-TestVolumeBootPattern-3514041-router', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:51Z', 'updated_at': '2021-08-18T19:46:54Z', 'revision_number': 4, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'gw_port': {'id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:52Z', 'updated_at': '2021-08-18T19:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': 'db33db1e-7726-402d-89c8-3a99568dd50c', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'port_id': '26997f6d-25b3-4d6a-8967-4358165cd1c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'mac_address': 'fa:16:3e:4d:a7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d71889-a79f-4bb6-abb8-4c5bc6eddedf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:48:11Z', 'updated_at': '2021-08-18T19:48:11Z', 'revision_number': 0, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7782ad02-40ad-4945-83ee-a008b08cdc12', 'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'mac_address': 'fa:16:3e:d2:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:54Z', 'updated_at': '2021-08-18T19:46:59Z', 'revision_number': 5, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'subnets': [{'id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:48:13.028031 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0201baed-fd88-4fb3-a1d4-3234661a7769 None None] Checking router: d4caef9e-52bd-46e5-91af-4332ee0beb5a for host: dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:48:13.043530 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0201baed-fd88-4fb3-a1d4-3234661a7769 None None] Routers {'d4caef9e-52bd-46e5-91af-4332ee0beb5a'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:48:13.044138 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-0201baed-fd88-4fb3-a1d4-3234661a7769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:47:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:48:13.081611 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-7d56001b-7439-4a7d-b716-58715489d569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:13.153298 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-0201baed-fd88-4fb3-a1d4-3234661a7769 None None] Set router d4caef9e-52bd-46e5-91af-4332ee0beb5a gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:48:13.370078 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-0201baed-fd88-4fb3-a1d4-3234661a7769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'name': 'tempest-TestVolumeBootPattern-3514041-router', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:51Z', 'updated_at': '2021-08-18T19:46:54Z', 'revision_number': 4, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'gw_port': {'id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:52Z', 'updated_at': '2021-08-18T19:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': 'db33db1e-7726-402d-89c8-3a99568dd50c', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'port_id': '26997f6d-25b3-4d6a-8967-4358165cd1c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'mac_address': 'fa:16:3e:4d:a7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d71889-a79f-4bb6-abb8-4c5bc6eddedf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:48:11Z', 'updated_at': '2021-08-18T19:48:11Z', 'revision_number': 0, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7782ad02-40ad-4945-83ee-a008b08cdc12', 'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'mac_address': 'fa:16:3e:d2:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:54Z', 'updated_at': '2021-08-18T19:46:59Z', 'revision_number': 5, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'subnets': [{'id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:48:13.395517 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0201baed-fd88-4fb3-a1d4-3234661a7769 None None] The sync data for ids ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'] in dv-cinder-805072-2-iscsi is: [{'id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'name': 'tempest-TestVolumeBootPattern-3514041-router', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:51Z', 'updated_at': '2021-08-18T19:46:54Z', 'revision_number': 4, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'gw_port': {'id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:52Z', 'updated_at': '2021-08-18T19:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': 'db33db1e-7726-402d-89c8-3a99568dd50c', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'port_id': '26997f6d-25b3-4d6a-8967-4358165cd1c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'mac_address': 'fa:16:3e:4d:a7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d71889-a79f-4bb6-abb8-4c5bc6eddedf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:48:11Z', 'updated_at': '2021-08-18T19:48:11Z', 'revision_number': 0, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7782ad02-40ad-4945-83ee-a008b08cdc12', 'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'mac_address': 'fa:16:3e:d2:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:54Z', 'updated_at': '2021-08-18T19:46:59Z', 'revision_number': 5, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'subnets': [{'id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:48:13.573920 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f003011c-ce13-464a-af1d-71c802bd62f1 None None] New status for floating IP db33db1e-7726-402d-89c8-3a99568dd50c: ACTIVE {{(pid=100442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:48:15.005548 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c26745-c6ea-414f-a3a9-8ceb28155d81 req-92dcf018-e073-4921-a75c-856711491c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:15.007072 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f3c26745-c6ea-414f-a3a9-8ceb28155d81 req-92dcf018-e073-4921-a75c-856711491c5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=624b3e8635264e169d5517f06a2e5b88&device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 1099 time: 0.0447152 Aug 18 19:48:15.095540 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c26745-c6ea-414f-a3a9-8ceb28155d81 req-ff58c78c-c45a-4bc1-8e1c-6aeea2e2721f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:15.096993 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f3c26745-c6ea-414f-a3a9-8ceb28155d81 req-ff58c78c-c45a-4bc1-8e1c-6aeea2e2721f service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd556b13-f26a-4c44-b9f6-281b96b7a109 HTTP/1.1" status: 200 len: 910 time: 0.0831409 Aug 18 19:48:15.164270 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f3c26745-c6ea-414f-a3a9-8ceb28155d81 req-77514ea1-4444-432c-88fc-f5cfa6ae9c09 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26997f6d-25b3-4d6a-8967-4358165cd1c8 HTTP/1.1" status: 200 len: 1002 time: 0.0592425 Aug 18 19:48:15.213418 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c26745-c6ea-414f-a3a9-8ceb28155d81 req-32f6cc47-4f28-4b3c-b356-cc289e72ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:15.214961 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f3c26745-c6ea-414f-a3a9-8ceb28155d81 req-32f6cc47-4f28-4b3c-b356-cc289e72ceb2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8005a179-1635-43a5-bbc5-ad046ac3eb37 HTTP/1.1" status: 200 len: 848 time: 0.0437148 Aug 18 19:48:15.259777 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c26745-c6ea-414f-a3a9-8ceb28155d81 req-1efee4f4-0d16-4794-99a8-67223bea3f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:15.261262 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f3c26745-c6ea-414f-a3a9-8ceb28155d81 req-1efee4f4-0d16-4794-99a8-67223bea3f36 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd556b13-f26a-4c44-b9f6-281b96b7a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400484 Aug 18 19:48:15.352146 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f3c26745-c6ea-414f-a3a9-8ceb28155d81 req-cb1dcf83-7e56-4adc-ba05-d58373f482ec service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836005 Aug 18 19:48:15.441336 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f3c26745-c6ea-414f-a3a9-8ceb28155d81 req-fa2d53d8-e48d-4455-ae2c-ce8c0052b565 service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805840 Aug 18 19:48:15.783824 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-5f71ef72-7d6b-4e91-9769-0b44330ea173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:15.896484 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:16.690619 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:18.441360 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:20.008877 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:22.049812 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3899ec1e-ee0e-4a70-801f-0c4f308b710f req-6c0bbe37-f453-4fa8-8e23-3f278c9b2b1b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392127 Aug 18 19:48:22.133067 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899ec1e-ee0e-4a70-801f-0c4f308b710f req-4376e11f-5934-45a5-931d-b0281fda39dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:22.134599 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3899ec1e-ee0e-4a70-801f-0c4f308b710f req-4376e11f-5934-45a5-931d-b0281fda39dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77e9437c632648f4ac33b7f9bb3af25c&device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 1099 time: 0.0431466 Aug 18 19:48:22.234883 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899ec1e-ee0e-4a70-801f-0c4f308b710f req-9d9fb593-6bdc-43cb-9f21-b0dd5d7c745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:22.236341 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3899ec1e-ee0e-4a70-801f-0c4f308b710f req-9d9fb593-6bdc-43cb-9f21-b0dd5d7c745f service neutron] 10.222.0.35 "GET /v2.0/networks?id=f75a4ad2-5977-4a3c-89ba-eb88091ae653 HTTP/1.1" status: 200 len: 911 time: 0.0829206 Aug 18 19:48:22.304565 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3899ec1e-ee0e-4a70-801f-0c4f308b710f req-debce11e-f334-4db7-97a1-1526e6ed8693 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=006ed51c-543b-470b-8d8c-8e035ffe1c0f HTTP/1.1" status: 200 len: 1002 time: 0.0590856 Aug 18 19:48:22.356841 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899ec1e-ee0e-4a70-801f-0c4f308b710f req-297d7b63-344c-475e-a9af-44cf5ffc78e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:22.358286 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3899ec1e-ee0e-4a70-801f-0c4f308b710f req-297d7b63-344c-475e-a9af-44cf5ffc78e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a0797b3-7667-41c9-b4c1-878fd339c483 HTTP/1.1" status: 200 len: 849 time: 0.0439262 Aug 18 19:48:22.406384 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899ec1e-ee0e-4a70-801f-0c4f308b710f req-1518265e-19cf-413a-8a8e-145644b9780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:22.407898 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3899ec1e-ee0e-4a70-801f-0c4f308b710f req-1518265e-19cf-413a-8a8e-145644b9780c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f75a4ad2-5977-4a3c-89ba-eb88091ae653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387676 Aug 18 19:48:22.508190 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3899ec1e-ee0e-4a70-801f-0c4f308b710f req-48b3be45-ca31-4f84-a96a-4c76c02d92d9 service neutron] 10.222.0.35 "GET /v2.0/networks/f75a4ad2-5977-4a3c-89ba-eb88091ae653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834556 Aug 18 19:48:22.602784 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3899ec1e-ee0e-4a70-801f-0c4f308b710f req-09c3f17d-c5d9-467b-8392-1f1aa199e0fe service neutron] 10.222.0.35 "GET /v2.0/networks/f75a4ad2-5977-4a3c-89ba-eb88091ae653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812638 Aug 18 19:48:26.051473 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 48050) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:48:26.096344 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.db_base_plugin_v2 [None req-04543a8e-9638-44ec-84d3-21f8cd5fb50e admin admin] Deleting subnet 5b90120c-cfbd-47d9-9641-58f28b0f10a5 {{(pid=100439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:48:26.099479 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-04543a8e-9638-44ec-84d3-21f8cd5fb50e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:26.132777 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-04543a8e-9638-44ec-84d3-21f8cd5fb50e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60717170'] for subnet, precommit_delete_associations {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:26.170444 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-04543a8e-9638-44ec-84d3-21f8cd5fb50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1353739'] for subnet, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:26.221053 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-04543a8e-9638-44ec-84d3-21f8cd5fb50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1353746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58782325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59087251'] for subnet, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:26.247396 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04543a8e-9638-44ec-84d3-21f8cd5fb50e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b90120c-cfbd-47d9-9641-58f28b0f10a5,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:48:26.253033 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-04543a8e-9638-44ec-84d3-21f8cd5fb50e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for subnet, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:26.255038 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-04543a8e-9638-44ec-84d3-21f8cd5fb50e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5b90120c-cfbd-47d9-9641-58f28b0f10a5 HTTP/1.1" status: 204 len: 168 time: 0.2024205 Aug 18 19:48:26.257395 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 48052) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:48:26.324326 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-480b416c-cd2c-4613-915f-f4b2aff53c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596498'] for network, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:26.404510 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-480b416c-cd2c-4613-915f-f4b2aff53c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1352834', 'neutron.services.segments.db._delete_segments_for_network-8741574556865'] for network, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:26.414085 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.services.segments.db [None req-480b416c-cd2c-4613-915f-f4b2aff53c06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51def53f-d5e1-4977-bfae-36ca8ddcd38c']}} {{(pid=100439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:48:26.424011 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.services.segments.db [None req-480b416c-cd2c-4613-915f-f4b2aff53c06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dfdf24f-0b37-43cf-917f-2b2cab882326') {'for_net_delete': True} {{(pid=100439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:48:26.424308 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.services.segments.db [None req-480b416c-cd2c-4613-915f-f4b2aff53c06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dfdf24f-0b37-43cf-917f-2b2cab882326') {} {{(pid=100439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:48:26.433527 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-480b416c-cd2c-4613-915f-f4b2aff53c06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741574601894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60717179'] for segment, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:26.447299 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-480b416c-cd2c-4613-915f-f4b2aff53c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:26.452983 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-480b416c-cd2c-4613-915f-f4b2aff53c06 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=100439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:48:26.453367 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-480b416c-cd2c-4613-915f-f4b2aff53c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60732375'] for segment, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: Traceback (most recent call last): Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: timer() Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: cb(*args, **kw) Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: return func(*args, **kwargs) Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: self._notify() Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: self.callback(batched_events) Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: event.method(event) Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: return f(self, *a, **k) Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: return self._get(url).json() Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: return self.request(url, 'GET', **kwargs) Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:48:26.454972 dv-cinder-805072-2-iscsi neutron-server[100439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:48:26.509479 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-480b416c-cd2c-4613-915f-f4b2aff53c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678657'] for network, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:26.515267 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-480b416c-cd2c-4613-915f-f4b2aff53c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:26.517164 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-480b416c-cd2c-4613-915f-f4b2aff53c06 admin admin] 10.222.0.38 "DELETE /v2.0/networks/51def53f-d5e1-4977-bfae-36ca8ddcd38c HTTP/1.1" status: 204 len: 168 time: 0.2588060 Aug 18 19:48:26.527951 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b416c-cd2c-4613-915f-f4b2aff53c06 admin admin] Pushing event deleted for resources: {'Network': ['ID=51def53f-d5e1-4977-bfae-36ca8ddcd38c,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:48:26.672632 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 48056) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:48:26.715371 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-3ff272ff-89db-4cf4-a831-a3acaaa41a62 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a533c8262e1440ecbe3363e3e3dc38a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415328 Aug 18 19:48:26.717720 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 48058) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:48:26.766220 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-4a28470b-1293-45fa-af88-2426cb076fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:26.786299 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-4a28470b-1293-45fa-af88-2426cb076fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:26.832925 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-4a28470b-1293-45fa-af88-2426cb076fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:26.836772 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-4a28470b-1293-45fa-af88-2426cb076fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:26.837866 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-4a28470b-1293-45fa-af88-2426cb076fdf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3bf86807-0c99-4549-bcf6-f392a3a793a8 HTTP/1.1" status: 204 len: 168 time: 0.1192379 Aug 18 19:48:26.845716 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28470b-1293-45fa-af88-2426cb076fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf86807-0c99-4549-bcf6-f392a3a793a8,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:48:41.581672 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:48:43.052671 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-49c73222-04ed-450f-a36e-5ffa150429b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:45.785340 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-dd789a31-2770-4fa7-9203-8c64870e5238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:45.897146 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:46.694787 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:46.945705 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb260b6b-7773-4185-b712-203c79824da2 req-7547bddd-5e94-43cf-9f4e-04731d6ec31f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:46.947213 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-cb260b6b-7773-4185-b712-203c79824da2 req-7547bddd-5e94-43cf-9f4e-04731d6ec31f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 946 time: 0.0484002 Aug 18 19:48:46.985688 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-cb260b6b-7773-4185-b712-203c79824da2 req-949d566b-f59e-478f-8701-3709cd0b63ef tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323920 Aug 18 19:48:48.106538 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75a684-018e-4670-b82a-b923c282d329 req-fe2e8385-589a-4e35-93e9-c5b9bf55ff26 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:48.108029 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-df75a684-018e-4670-b82a-b923c282d329 req-fe2e8385-589a-4e35-93e9-c5b9bf55ff26 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 946 time: 0.0484378 Aug 18 19:48:48.145658 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-df75a684-018e-4670-b82a-b923c282d329 req-adc6759c-3b87-4112-a991-e0ed8dec5e2c tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317681 Aug 18 19:48:48.443600 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:49.097858 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47636e-5896-4a3e-b366-3a0cdb52602c req-e63eedc5-352c-4778-ae83-6816c90cf24a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:49.099288 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-af47636e-5896-4a3e-b366-3a0cdb52602c req-e63eedc5-352c-4778-ae83-6816c90cf24a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.35 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 946 time: 0.0510633 Aug 18 19:48:49.188999 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-af47636e-5896-4a3e-b366-3a0cdb52602c req-ea55d2e1-330d-493b-8030-1f351251f7dc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Deleting port 0021955a-d6b5-4d3c-be30-78b86a27a40b {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:48:49.189569 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-af47636e-5896-4a3e-b366-3a0cdb52602c req-ea55d2e1-330d-493b-8030-1f351251f7dc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:49.266155 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfc016-f2a0-428d-8cb1-d246da7d47c6 req-9914e902-60fb-4c81-8fec-1c67e6bd6cfc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:49.267653 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-fbbfc016-f2a0-428d-8cb1-d246da7d47c6 req-9914e902-60fb-4c81-8fec-1c67e6bd6cfc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 946 time: 0.0506570 Aug 18 19:48:49.279641 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-af47636e-5896-4a3e-b366-3a0cdb52602c req-ea55d2e1-330d-493b-8030-1f351251f7dc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] For port 0021955a-d6b5-4d3c-be30-78b86a27a40b, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=0021955a-d6b5-4d3c-be30-78b86a27a40b,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:48:49.280015 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-af47636e-5896-4a3e-b366-3a0cdb52602c req-ea55d2e1-330d-493b-8030-1f351251f7dc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:49.304468 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-fbbfc016-f2a0-428d-8cb1-d246da7d47c6 req-ee595a52-ad04-4339-b0ba-cac645acef5f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309939 Aug 18 19:48:49.494197 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-af47636e-5896-4a3e-b366-3a0cdb52602c req-ea55d2e1-330d-493b-8030-1f351251f7dc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:49.494594 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-af47636e-5896-4a3e-b366-3a0cdb52602c req-ea55d2e1-330d-493b-8030-1f351251f7dc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665786'] for floatingip, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:49.494939 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.db.l3_db [req-af47636e-5896-4a3e-b366-3a0cdb52602c req-ea55d2e1-330d-493b-8030-1f351251f7dc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Floating IP 3d83316d-6450-4e12-8177-4b8bab89b1ca disassociated. External IP: 172.27.2.137, port: 0021955a-d6b5-4d3c-be30-78b86a27a40b. Aug 18 19:48:49.495284 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-af47636e-5896-4a3e-b366-3a0cdb52602c req-ea55d2e1-330d-493b-8030-1f351251f7dc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Calling delete_port for 0021955a-d6b5-4d3c-be30-78b86a27a40b owned by compute:nova {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:48:49.617117 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-af47636e-5896-4a3e-b366-3a0cdb52602c req-ea55d2e1-330d-493b-8030-1f351251f7dc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:49.649801 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55d2e1-330d-493b-8030-1f351251f7dc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Pushing event deleted for resources: {'Port': ['ID=0021955a-d6b5-4d3c-be30-78b86a27a40b,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:48:49.661151 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55d2e1-330d-493b-8030-1f351251f7dc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:49.661506 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55d2e1-330d-493b-8030-1f351251f7dc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:49.661853 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55d2e1-330d-493b-8030-1f351251f7dc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:49.662196 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55d2e1-330d-493b-8030-1f351251f7dc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:49.662559 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55d2e1-330d-493b-8030-1f351251f7dc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:49.662961 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55d2e1-330d-493b-8030-1f351251f7dc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:49.663394 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55d2e1-330d-493b-8030-1f351251f7dc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:49.663853 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55d2e1-330d-493b-8030-1f351251f7dc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:49.664194 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55d2e1-330d-493b-8030-1f351251f7dc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:49.664527 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55d2e1-330d-493b-8030-1f351251f7dc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:49.664861 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55d2e1-330d-493b-8030-1f351251f7dc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:49.665191 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea55d2e1-330d-493b-8030-1f351251f7dc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:48:49.772148 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af47636e-5896-4a3e-b366-3a0cdb52602c req-ea55d2e1-330d-493b-8030-1f351251f7dc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Router 367894c2-c032-4d2c-b438-3bddd69d8844 has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:48:49.873396 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af47636e-5896-4a3e-b366-3a0cdb52602c req-ea55d2e1-330d-493b-8030-1f351251f7dc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:48:49.884188 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6309bb-09e2-46e4-88b6-2874397f2c31 None None] Sync routers for ids ['367894c2-c032-4d2c-b438-3bddd69d8844'] in dv-cinder-805072-2-iscsi {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:48:49.897201 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6309bb-09e2-46e4-88b6-2874397f2c31 None None] Routers {'367894c2-c032-4d2c-b438-3bddd69d8844'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:48:49.897930 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-9c6309bb-09e2-46e4-88b6-2874397f2c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:48:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['367894c2-c032-4d2c-b438-3bddd69d8844'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:48:49.914267 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-af47636e-5896-4a3e-b366-3a0cdb52602c req-ea55d2e1-330d-493b-8030-1f351251f7dc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] No DVR routers for this DVR port 0021955a-d6b5-4d3c-be30-78b86a27a40b on host hv-cinder-80507 {{(pid=100440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:48:49.917304 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-af47636e-5896-4a3e-b366-3a0cdb52602c req-ea55d2e1-330d-493b-8030-1f351251f7dc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:49.919428 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-af47636e-5896-4a3e-b366-3a0cdb52602c req-ea55d2e1-330d-493b-8030-1f351251f7dc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.35 "DELETE /v2.0/ports/0021955a-d6b5-4d3c-be30-78b86a27a40b HTTP/1.1" status: 204 len: 173 time: 0.8140717 Aug 18 19:48:49.919864 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa14b65-5286-4eab-b6c3-992314534c7c', 'name': 'network-vif-deleted', 'tag': '0021955a-d6b5-4d3c-be30-78b86a27a40b'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:48:49.922108 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5986af-a92b-42a6-a5f6-be631f72dcee" -d '{"events": [{"server_uuid": "8aa14b65-5286-4eab-b6c3-992314534c7c", "name": "network-vif-deleted", "tag": "0021955a-d6b5-4d3c-be30-78b86a27a40b"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:48:49.966675 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384b8f45-dbb9-414b-93df-2c414c3d84cb x-openstack-request-id: req-384b8f45-dbb9-414b-93df-2c414c3d84cb {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:48:49.966993 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa14b65-5286-4eab-b6c3-992314534c7c", "name": "network-vif-deleted", "tag": "0021955a-d6b5-4d3c-be30-78b86a27a40b", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:48:49.967235 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-384b8f45-dbb9-414b-93df-2c414c3d84cb {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:48:49.967670 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa14b65-5286-4eab-b6c3-992314534c7c', 'name': 'network-vif-deleted', 'tag': '0021955a-d6b5-4d3c-be30-78b86a27a40b', 'status': 'completed', 'code': 200} Aug 18 19:48:50.016897 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-9c6309bb-09e2-46e4-88b6-2874397f2c31 None None] Set router 367894c2-c032-4d2c-b438-3bddd69d8844 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:48:50.047584 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:50.218127 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-9c6309bb-09e2-46e4-88b6-2874397f2c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'name': 'tempest-AttachVolumeShelveTestJSON-415474236-router', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:18Z', 'revision_number': 4, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'gw_port': {'id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:11Z', 'updated_at': '2021-08-18T19:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '655e6294-6db4-4585-8098-b5d857e52721', 'name': '', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'mac_address': 'fa:16:3e:20:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:16Z', 'updated_at': '2021-08-18T19:41:30Z', 'revision_number': 5, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'subnets': [{'id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:48:50.244520 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6309bb-09e2-46e4-88b6-2874397f2c31 None None] Checking router: 367894c2-c032-4d2c-b438-3bddd69d8844 for host: dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:48:50.252773 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6309bb-09e2-46e4-88b6-2874397f2c31 None None] Routers {'367894c2-c032-4d2c-b438-3bddd69d8844'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:48:50.253386 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-9c6309bb-09e2-46e4-88b6-2874397f2c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:48:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['367894c2-c032-4d2c-b438-3bddd69d8844'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:48:50.358956 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-9c6309bb-09e2-46e4-88b6-2874397f2c31 None None] Set router 367894c2-c032-4d2c-b438-3bddd69d8844 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:48:50.437273 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-98dc7c0c-33b0-43a1-b706-6ae8067b2cd7 req-785fbbb8-3424-4344-9f73-ed9ea605a4ad tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aa14b65-5286-4eab-b6c3-992314534c7c HTTP/1.1" status: 200 len: 210 time: 0.0358140 Aug 18 19:48:50.688661 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-9c6309bb-09e2-46e4-88b6-2874397f2c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'name': 'tempest-AttachVolumeShelveTestJSON-415474236-router', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:18Z', 'revision_number': 4, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'gw_port': {'id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:11Z', 'updated_at': '2021-08-18T19:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '655e6294-6db4-4585-8098-b5d857e52721', 'name': '', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'mac_address': 'fa:16:3e:20:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:16Z', 'updated_at': '2021-08-18T19:41:30Z', 'revision_number': 5, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'subnets': [{'id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:48:50.715256 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6309bb-09e2-46e4-88b6-2874397f2c31 None None] The sync data for ids ['367894c2-c032-4d2c-b438-3bddd69d8844'] in dv-cinder-805072-2-iscsi is: [{'id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'name': 'tempest-AttachVolumeShelveTestJSON-415474236-router', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:18Z', 'revision_number': 4, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'gw_port': {'id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:11Z', 'updated_at': '2021-08-18T19:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '655e6294-6db4-4585-8098-b5d857e52721', 'name': '', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'mac_address': 'fa:16:3e:20:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:16Z', 'updated_at': '2021-08-18T19:41:30Z', 'revision_number': 5, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'subnets': [{'id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:48:50.923895 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d98d875-4928-4d65-bea3-bdafb6eebf3d None None] New status for floating IP 3d83316d-6450-4e12-8177-4b8bab89b1ca: DOWN {{(pid=100442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:48:51.516069 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 48122) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:48:51.574821 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a102e0a2-ec48-43f7-8f7c-d96e2339ead8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:51.598051 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a102e0a2-ec48-43f7-8f7c-d96e2339ead8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:51.643979 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a102e0a2-ec48-43f7-8f7c-d96e2339ead8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:51.646690 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a102e0a2-ec48-43f7-8f7c-d96e2339ead8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:51.647859 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-a102e0a2-ec48-43f7-8f7c-d96e2339ead8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "DELETE /v2.0/security-groups/9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d HTTP/1.1" status: 204 len: 168 time: 0.1304929 Aug 18 19:48:51.654690 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 48124) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:48:51.657511 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102e0a2-ec48-43f7-8f7c-d96e2339ead8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:48:51.665940 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.api.v2.resource [None req-6c19e431-351c-41b3-8255-25ae053b0545 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] show failed (client error): The resource could not be found. Aug 18 19:48:51.669871 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 48126) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:48:51.670032 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-6c19e431-351c-41b3-8255-25ae053b0545 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups/9cc115ac-e6c8-4eb7-9dd5-b1d8dfc4165d HTTP/1.1" status: 404 len: 347 time: 0.0175509 Aug 18 19:48:51.808483 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-937d96b8-0022-4857-86c2-6afd1a582235 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Deleting port 1326ebad-b6f0-48bd-ba88-bc0d6ee46e14 {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:48:51.808828 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-937d96b8-0022-4857-86c2-6afd1a582235 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:52.128516 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-937d96b8-0022-4857-86c2-6afd1a582235 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:52.128755 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-937d96b8-0022-4857-86c2-6afd1a582235 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:52.140621 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-937d96b8-0022-4857-86c2-6afd1a582235 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Calling delete_port for 1326ebad-b6f0-48bd-ba88-bc0d6ee46e14 owned by network:floatingip {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:48:52.272319 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-937d96b8-0022-4857-86c2-6afd1a582235 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:52.297477 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d96b8-0022-4857-86c2-6afd1a582235 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Pushing event deleted for resources: {'Port': ['ID=1326ebad-b6f0-48bd-ba88-bc0d6ee46e14,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:48:52.357333 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-937d96b8-0022-4857-86c2-6afd1a582235 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for floatingip, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:52.360069 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-937d96b8-0022-4857-86c2-6afd1a582235 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for floatingip, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:52.361747 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-937d96b8-0022-4857-86c2-6afd1a582235 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "DELETE /v2.0/floatingips/3d83316d-6450-4e12-8177-4b8bab89b1ca HTTP/1.1" status: 204 len: 168 time: 0.6902311 Aug 18 19:48:53.832341 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 48132) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:48:53.837056 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-2a1ba274-18b4-41a7-8617-8c556fd71a6b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1158795171', 'description': 'tempest-description--1691348628'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:48:53.858611 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-2a1ba274-18b4-41a7-8617-8c556fd71a6b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:53.894820 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 0021955a-d6b5-4d3c-be30-78b86a27a40b no longer exists at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:48:53.915346 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] No Port match for: 0021955a-d6b5-4d3c-be30-78b86a27a40b {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:48:53.916199 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 0021955a-d6b5-4d3c-be30-78b86a27a40b not bound to the agent host hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:48:53.940827 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-2a1ba274-18b4-41a7-8617-8c556fd71a6b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:53.944763 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-2a1ba274-18b4-41a7-8617-8c556fd71a6b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:53.974903 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-2a1ba274-18b4-41a7-8617-8c556fd71a6b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:53.976092 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-2a1ba274-18b4-41a7-8617-8c556fd71a6b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1427553 Aug 18 19:48:53.978489 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ba274-18b4-41a7-8617-8c556fd71a6b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:48:53.979580 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 48134) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:48:53.984969 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-c6578647-58f3-4162-8b1c-800a0537be63 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Request body: {'security_group_rule': {'security_group_id': '1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:48:54.012320 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c6578647-58f3-4162-8b1c-800a0537be63 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:54.058475 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c6578647-58f3-4162-8b1c-800a0537be63 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:54.061968 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c6578647-58f3-4162-8b1c-800a0537be63 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764444'] for security_group_rule, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:54.078749 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6578647-58f3-4162-8b1c-800a0537be63 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5abd6894-2c2f-4354-a847-9775c0090bfb,revision_number=0']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:48:54.085131 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c6578647-58f3-4162-8b1c-800a0537be63 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:54.086502 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-c6578647-58f3-4162-8b1c-800a0537be63 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1058769 Aug 18 19:48:54.089577 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 48136) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:48:54.094559 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-8fb90bfb-4183-4c24-b85b-0c0c1a5582ac tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Request body: {'security_group_rule': {'security_group_id': '1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:48:54.120439 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-8fb90bfb-4183-4c24-b85b-0c0c1a5582ac tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:54.175108 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-8fb90bfb-4183-4c24-b85b-0c0c1a5582ac tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:54.178720 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-8fb90bfb-4183-4c24-b85b-0c0c1a5582ac tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764444'] for security_group_rule, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:54.195392 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb90bfb-4183-4c24-b85b-0c0c1a5582ac tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58087009-e021-4538-a4c9-3df1ee46ed2e,revision_number=0']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:48:54.201696 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-8fb90bfb-4183-4c24-b85b-0c0c1a5582ac tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:54.202978 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-8fb90bfb-4183-4c24-b85b-0c0c1a5582ac tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1122832 Aug 18 19:48:54.205879 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 48138) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:48:54.210243 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-2106fbd9-612e-4534-a1d3-4c92cf370ea8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Request body: {'floatingip': {'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:48:54.232119 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-2106fbd9-612e-4534-a1d3-4c92cf370ea8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for floatingip, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:54.325836 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-2106fbd9-612e-4534-a1d3-4c92cf370ea8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:54.430220 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.db_base_plugin_common [None req-2106fbd9-612e-4534-a1d3-4c92cf370ea8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Allocated IP 172.27.2.136 (c9e7b0ac-d07a-45d1-b669-710203e2b4d9/fcdf06bc-9cb8-408c-b78f-916aa229f92b/e7b6b4da-27b7-4ad1-a331-cc18b94b63b8) {{(pid=100439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:48:54.531542 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-2106fbd9-612e-4534-a1d3-4c92cf370ea8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for port, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:54.569926 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-2106fbd9-612e-4534-a1d3-4c92cf370ea8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58782208'] for port, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:54.607376 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2106fbd9-612e-4534-a1d3-4c92cf370ea8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 is already hosted by enough agents. {{(pid=100439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:48:54.612279 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-2106fbd9-612e-4534-a1d3-4c92cf370ea8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Resources bound (agent type, host, resource id): {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:48:54.616016 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2106fbd9-612e-4534-a1d3-4c92cf370ea8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Received port after_create {{(pid=100439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:48:54.644857 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106fbd9-612e-4534-a1d3-4c92cf370ea8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Pushing event updated for resources: {'Port': ['ID=e7b6b4da-27b7-4ad1-a331-cc18b94b63b8,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:48:54.706694 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-2106fbd9-612e-4534-a1d3-4c92cf370ea8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:54.741677 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-2106fbd9-612e-4534-a1d3-4c92cf370ea8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:54.887556 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-2106fbd9-612e-4534-a1d3-4c92cf370ea8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for port, precommit_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:54.891804 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-2106fbd9-612e-4534-a1d3-4c92cf370ea8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58782223'] for port, after_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:54.956574 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106fbd9-612e-4534-a1d3-4c92cf370ea8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Pushing event updated for resources: {'Port': ['ID=e7b6b4da-27b7-4ad1-a331-cc18b94b63b8,revision_number=2']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:48:54.969217 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-2106fbd9-612e-4534-a1d3-4c92cf370ea8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665786'] for floatingip, after_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:54.982240 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-2106fbd9-612e-4534-a1d3-4c92cf370ea8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for floatingip, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:54.983716 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-2106fbd9-612e-4534-a1d3-4c92cf370ea8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7768710 Aug 18 19:48:55.168961 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-15844250-9444-4014-b1e8-6e9ffde216e3 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1158795171&fields=id&tenant_id=55a46dee3b2d46d79cfe6a8e52d7bd63 HTTP/1.1" status: 200 len: 267 time: 0.0365090 Aug 18 19:48:55.271691 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-5ff47c2e-a7ce-4102-bb37-929f2b12642b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:55.273155 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-5ff47c2e-a7ce-4102-bb37-929f2b12642b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/networks?id=48079850-84f4-4aec-a648-0aa058db8488 HTTP/1.1" status: 200 len: 816 time: 0.0977261 Aug 18 19:48:55.287742 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-64137dc6-a741-45e8-a0fa-be86329106e8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/quotas/55a46dee3b2d46d79cfe6a8e52d7bd63 HTTP/1.1" status: 200 len: 375 time: 0.0088742 Aug 18 19:48:55.339511 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-d0a6523e-a21f-483d-8170-645c88570d11 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=55a46dee3b2d46d79cfe6a8e52d7bd63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461895 Aug 18 19:48:55.525720 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-51b567b0-25e8-4726-9b47-e3108bb074c8 service neutron] 10.222.0.38 "GET /v2.0/networks/48079850-84f4-4aec-a648-0aa058db8488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742630 Aug 18 19:48:55.611976 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-4d5ffcfe-b11a-4655-8326-7ab3c7af22f9 service neutron] 10.222.0.38 "GET /v2.0/networks/48079850-84f4-4aec-a648-0aa058db8488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800457 Aug 18 19:48:55.763595 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a309865c-7e97-441f-bd60-4773d0eef6d6 req-61c1f033-e219-4c7d-82a5-8711041088b0 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 210 time: 0.0258055 Aug 18 19:48:56.782714 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-d4893ec1-9011-4797-bc94-d2258dd85b92 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:56.784263 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-d4893ec1-9011-4797-bc94-d2258dd85b92 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.35 "GET /v2.0/networks?id=48079850-84f4-4aec-a648-0aa058db8488 HTTP/1.1" status: 200 len: 816 time: 0.1012526 Aug 18 19:48:56.836819 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-693c5119-f04d-4065-9607-1defa225a20f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55a46dee3b2d46d79cfe6a8e52d7bd63 HTTP/1.1" status: 200 len: 380 time: 0.0347512 Aug 18 19:48:56.847833 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-ddac1663-3b61-460d-b063-96917f683aee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Request body: {'port': {'device_id': 'bd3a5f59-faff-465c-877e-4f1469163736', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'admin_state_up': True, 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'security_groups': ['1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee']}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:48:56.870224 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-8101f562-a7cd-4597-be89-cef806a52f13 req-7df018fe-03b0-4229-8834-f7220a8b9e40 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 210 time: 0.0319309 Aug 18 19:48:56.957889 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-ddac1663-3b61-460d-b063-96917f683aee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Made reservation on behalf of 55a46dee3b2d46d79cfe6a8e52d7bd63 for: {'port': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:48:56.961420 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-ddac1663-3b61-460d-b063-96917f683aee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:57.085681 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-ddac1663-3b61-460d-b063-96917f683aee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Allocated IP 172.20.0.4 (48079850-84f4-4aec-a648-0aa058db8488/ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b/5d591ca8-6f1e-4b57-b746-91082c097d62) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:48:57.217043 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-ddac1663-3b61-460d-b063-96917f683aee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:57.230307 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-ddac1663-3b61-460d-b063-96917f683aee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Transition to ACTIVE for port object 5d591ca8-6f1e-4b57-b746-91082c097d62 will not be triggered until provisioned by entity DHCP. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:48:57.261576 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-ddac1663-3b61-460d-b063-96917f683aee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:57.305378 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-ddac1663-3b61-460d-b063-96917f683aee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Network 48079850-84f4-4aec-a648-0aa058db8488 is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:48:57.310309 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-ddac1663-3b61-460d-b063-96917f683aee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:48:57.313990 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-ddac1663-3b61-460d-b063-96917f683aee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:48:57.339828 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac1663-3b61-460d-b063-96917f683aee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Pushing event updated for resources: {'Port': ['ID=5d591ca8-6f1e-4b57-b746-91082c097d62,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:48:57.368084 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-ddac1663-3b61-460d-b063-96917f683aee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:57.368711 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-ddac1663-3b61-460d-b063-96917f683aee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:57.383739 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-ddac1663-3b61-460d-b063-96917f683aee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5402200 Aug 18 19:48:57.406209 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-665818ce-7493-4092-b038-73ad78d2948e service neutron] Request body: {'port': {'device_id': 'bd3a5f59-faff-465c-877e-4f1469163736', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:48:57.461136 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-665818ce-7493-4092-b038-73ad78d2948e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:57.570895 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-3e7067a0-2c85-4e9d-b38b-7076de60e7d9 None None] Provisioning for port 5d591ca8-6f1e-4b57-b746-91082c097d62 completed by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:48:57.575117 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-3e7067a0-2c85-4e9d-b38b-7076de60e7d9 None None] Provisioning complete for port 5d591ca8-6f1e-4b57-b746-91082c097d62 triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:48:57.575503 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3e7067a0-2c85-4e9d-b38b-7076de60e7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:57.612167 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-3e7067a0-2c85-4e9d-b38b-7076de60e7d9 None None] Port 5d591ca8-6f1e-4b57-b746-91082c097d62 cannot update to ACTIVE because it is not bound. {{(pid=100441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:48:57.724505 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-665818ce-7493-4092-b038-73ad78d2948e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d591ca8-6f1e-4b57-b746-91082c097d62 {{(pid=100440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:48:57.732077 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-665818ce-7493-4092-b038-73ad78d2948e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:57.744682 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-665818ce-7493-4092-b038-73ad78d2948e service neutron] Transition to ACTIVE for port object 5d591ca8-6f1e-4b57-b746-91082c097d62 will not be triggered until provisioned by entity L2. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:48:57.747870 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-665818ce-7493-4092-b038-73ad78d2948e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:57.819408 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665818ce-7493-4092-b038-73ad78d2948e service neutron] Pushing event updated for resources: {'Port': ['ID=5d591ca8-6f1e-4b57-b746-91082c097d62,revision_number=2']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:48:57.878255 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-665818ce-7493-4092-b038-73ad78d2948e service neutron] Attempting to bind port 5d591ca8-6f1e-4b57-b746-91082c097d62 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:48:57.878600 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-665818ce-7493-4092-b038-73ad78d2948e service neutron] Attempting to bind port 5d591ca8-6f1e-4b57-b746-91082c097d62 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '9237ef01-7511-4dc4-8b43-07303d222188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '48079850-84f4-4aec-a648-0aa058db8488'}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:48:57.878970 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-665818ce-7493-4092-b038-73ad78d2948e service neutron] Attempting to bind port 5d591ca8-6f1e-4b57-b746-91082c097d62 on network 48079850-84f4-4aec-a648-0aa058db8488 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:48:57.883529 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-665818ce-7493-4092-b038-73ad78d2948e service neutron] Port 5d591ca8-6f1e-4b57-b746-91082c097d62 on network 48079850-84f4-4aec-a648-0aa058db8488 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:48:57.883858 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-665818ce-7493-4092-b038-73ad78d2948e service neutron] Attempting to bind port 5d591ca8-6f1e-4b57-b746-91082c097d62 on network 48079850-84f4-4aec-a648-0aa058db8488 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:48:57.889576 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-665818ce-7493-4092-b038-73ad78d2948e service neutron] Checking agent: {'id': 'a8b818dc-2c80-42c6-b162-9bd2386595a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'started_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:48:57.889918 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-665818ce-7493-4092-b038-73ad78d2948e service neutron] Checking segment: {'id': '9237ef01-7511-4dc4-8b43-07303d222188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '48079850-84f4-4aec-a648-0aa058db8488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:48:57.890312 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-665818ce-7493-4092-b038-73ad78d2948e service neutron] Bound using segment: {'id': '9237ef01-7511-4dc4-8b43-07303d222188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '48079850-84f4-4aec-a648-0aa058db8488'} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:48:57.890781 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-665818ce-7493-4092-b038-73ad78d2948e service neutron] Bound port: 5d591ca8-6f1e-4b57-b746-91082c097d62, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9237ef01-7511-4dc4-8b43-07303d222188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '48079850-84f4-4aec-a648-0aa058db8488'}}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:48:57.891147 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-665818ce-7493-4092-b038-73ad78d2948e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:57.982744 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-665818ce-7493-4092-b038-73ad78d2948e service neutron] For port 5d591ca8-6f1e-4b57-b746-91082c097d62, host hv-cinder-80507, cleared binding levels {{(pid=100440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:48:57.998816 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-665818ce-7493-4092-b038-73ad78d2948e service neutron] For port 5d591ca8-6f1e-4b57-b746-91082c097d62, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=5d591ca8-6f1e-4b57-b746-91082c097d62,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:48:58.003967 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-665818ce-7493-4092-b038-73ad78d2948e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:58.020070 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf405f9-95e7-4ff3-82a1-44459d3e93e3 req-b27985b7-3453-488d-bd35-a9a8919d6109 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:58.021563 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5bf405f9-95e7-4ff3-82a1-44459d3e93e3 req-b27985b7-3453-488d-bd35-a9a8919d6109 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 943 time: 0.0786655 Aug 18 19:48:58.057693 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-665818ce-7493-4092-b038-73ad78d2948e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:58.058314 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-665818ce-7493-4092-b038-73ad78d2948e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:48:58.059710 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-665818ce-7493-4092-b038-73ad78d2948e service neutron] 10.222.0.35 "PUT /v2.0/ports/5d591ca8-6f1e-4b57-b746-91082c097d62 HTTP/1.1" status: 200 len: 1093 time: 0.6579542 Aug 18 19:48:58.061721 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3a5f59-faff-465c-877e-4f1469163736', 'tag': '5d591ca8-6f1e-4b57-b746-91082c097d62'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:48:58.064029 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a9dffe-439b-4652-a9c0-d17e14ea0b60" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3a5f59-faff-465c-877e-4f1469163736", "tag": "5d591ca8-6f1e-4b57-b746-91082c097d62"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:48:58.104372 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a65d222-ef21-4941-8498-7f93d0bb5cb3 x-openstack-request-id: req-1a65d222-ef21-4941-8498-7f93d0bb5cb3 {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:48:58.104663 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3a5f59-faff-465c-877e-4f1469163736", "tag": "5d591ca8-6f1e-4b57-b746-91082c097d62", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:48:58.104915 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a65d222-ef21-4941-8498-7f93d0bb5cb3 {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:48:58.105310 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd3a5f59-faff-465c-877e-4f1469163736', 'tag': '5d591ca8-6f1e-4b57-b746-91082c097d62', 'status': 'completed', 'code': 200} Aug 18 19:48:58.115833 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5bf405f9-95e7-4ff3-82a1-44459d3e93e3 req-cdd46fef-431b-4875-b420-1dcb5c9aa4e1 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758998 Aug 18 19:48:58.116911 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665818ce-7493-4092-b038-73ad78d2948e service neutron] Pushing event updated for resources: {'Port': ['ID=5d591ca8-6f1e-4b57-b746-91082c097d62,revision_number=3']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:48:58.164584 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-27a6d4db-eb63-401e-aced-57c85bb0bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:58.166639 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-27a6d4db-eb63-401e-aced-57c85bb0bacf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=55a46dee3b2d46d79cfe6a8e52d7bd63&device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 1096 time: 0.0431764 Aug 18 19:48:58.216920 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-cd4f97b1-dacd-4188-93e4-09daf7ed2bfe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d591ca8-6f1e-4b57-b746-91082c097d62 HTTP/1.1" status: 200 len: 217 time: 0.0348532 Aug 18 19:48:58.272002 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-d93601b0-dc34-4c6b-ae46-c51358b65337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:58.273461 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-d93601b0-dc34-4c6b-ae46-c51358b65337 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b HTTP/1.1" status: 200 len: 855 time: 0.0497909 Aug 18 19:48:58.318827 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-8bd7a7c2-eabb-4999-83a6-218ce1245969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:58.320240 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-8bd7a7c2-eabb-4999-83a6-218ce1245969 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48079850-84f4-4aec-a648-0aa058db8488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402062 Aug 18 19:48:58.408145 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-11d69234-9947-4322-9f3c-89187a50d8d1 service neutron] 10.222.0.35 "GET /v2.0/networks/48079850-84f4-4aec-a648-0aa058db8488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805631 Aug 18 19:48:58.504654 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9e5981cb-2d9f-4f22-b896-b02a86e29e82 req-1321122b-50de-4feb-b9d1-d6734e404622 service neutron] 10.222.0.35 "GET /v2.0/networks/48079850-84f4-4aec-a648-0aa058db8488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879276 Aug 18 19:48:58.670772 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9dffe-439b-4652-a9c0-d17e14ea0b60 req-4b652643-40a6-4435-8094-aeebbff1fe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:58.672175 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b8a9dffe-439b-4652-a9c0-d17e14ea0b60 req-4b652643-40a6-4435-8094-aeebbff1fe33 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=55a46dee3b2d46d79cfe6a8e52d7bd63&device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 1096 time: 0.0413244 Aug 18 19:48:58.763656 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9dffe-439b-4652-a9c0-d17e14ea0b60 req-d02bfd3f-cda2-4d1b-8671-b8057115cb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:58.765125 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b8a9dffe-439b-4652-a9c0-d17e14ea0b60 req-d02bfd3f-cda2-4d1b-8671-b8057115cb2f service neutron] 10.222.0.35 "GET /v2.0/networks?id=48079850-84f4-4aec-a648-0aa058db8488 HTTP/1.1" status: 200 len: 917 time: 0.0851943 Aug 18 19:48:58.807654 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b8a9dffe-439b-4652-a9c0-d17e14ea0b60 req-c7e20524-0393-4498-b594-f954a57520e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d591ca8-6f1e-4b57-b746-91082c097d62 HTTP/1.1" status: 200 len: 217 time: 0.0344584 Aug 18 19:48:58.855482 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9dffe-439b-4652-a9c0-d17e14ea0b60 req-528da41a-b9a0-43cd-8f96-1936519d0c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:58.856875 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b8a9dffe-439b-4652-a9c0-d17e14ea0b60 req-528da41a-b9a0-43cd-8f96-1936519d0c4d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b HTTP/1.1" status: 200 len: 855 time: 0.0420697 Aug 18 19:48:58.904831 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9dffe-439b-4652-a9c0-d17e14ea0b60 req-0474f008-a03b-40c1-b79c-a839ad8ed680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:58.906276 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b8a9dffe-439b-4652-a9c0-d17e14ea0b60 req-0474f008-a03b-40c1-b79c-a839ad8ed680 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48079850-84f4-4aec-a648-0aa058db8488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428386 Aug 18 19:48:58.997533 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b8a9dffe-439b-4652-a9c0-d17e14ea0b60 req-4a7c2765-12c9-4b3b-be7b-4396dcee6c96 service neutron] 10.222.0.35 "GET /v2.0/networks/48079850-84f4-4aec-a648-0aa058db8488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828404 Aug 18 19:48:59.090475 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b8a9dffe-439b-4652-a9c0-d17e14ea0b60 req-90b962d0-4ff1-4c85-8ff1-3cb65ef6f98e service neutron] 10.222.0.35 "GET /v2.0/networks/48079850-84f4-4aec-a648-0aa058db8488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862222 Aug 18 19:48:59.242339 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00db0a-77e0-427c-9346-29180a7a8b43 req-fba583c8-9250-4123-9efe-1cf1ec0e9ea1 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:48:59.244362 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-cb00db0a-77e0-427c-9346-29180a7a8b43 req-fba583c8-9250-4123-9efe-1cf1ec0e9ea1 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 943 time: 0.0491302 Aug 18 19:48:59.282938 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-cb00db0a-77e0-427c-9346-29180a7a8b43 req-6cf0451d-6ce7-4910-a2d6-2d1505fb552f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325124 Aug 18 19:49:00.424931 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25fcc4-2d70-4f02-a99b-7824c49ec64f req-2a0d70c2-be70-44af-9ceb-67a9b4d96958 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:00.426748 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ff25fcc4-2d70-4f02-a99b-7824c49ec64f req-2a0d70c2-be70-44af-9ceb-67a9b4d96958 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 943 time: 0.0711672 Aug 18 19:49:00.467608 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ff25fcc4-2d70-4f02-a99b-7824c49ec64f req-5a66b7a7-fa19-4cbc-ad9e-4ee9133c81db tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336952 Aug 18 19:49:01.587486 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c3128-840f-481d-9118-ca442254f8cd req-84b9c24d-5106-4b76-b6e3-2fbb1b23d2c2 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:01.589285 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c15c3128-840f-481d-9118-ca442254f8cd req-84b9c24d-5106-4b76-b6e3-2fbb1b23d2c2 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 943 time: 0.0498602 Aug 18 19:49:01.627552 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c15c3128-840f-481d-9118-ca442254f8cd req-04436303-65f9-4973-90e2-3fb9517dee0c tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319865 Aug 18 19:49:01.921388 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 5d591ca8-6f1e-4b57-b746-91082c097d62 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=100441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:49:02.018542 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 5d591ca8-6f1e-4b57-b746-91082c097d62, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=5d591ca8-6f1e-4b57-b746-91082c097d62,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:49:02.029142 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Returning: {'device': '5d591ca8-6f1e-4b57-b746-91082c097d62', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'port_id': '5d591ca8-6f1e-4b57-b746-91082c097d62', 'mac_address': 'fa:16:3e:41:4c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:49:02.069495 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:02.081940 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d591ca8-6f1e-4b57-b746-91082c097d62 {{(pid=100441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:49:02.100683 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 5d591ca8-6f1e-4b57-b746-91082c097d62, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=5d591ca8-6f1e-4b57-b746-91082c097d62,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:49:02.105160 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:02.153081 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=5d591ca8-6f1e-4b57-b746-91082c097d62,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:02.160348 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:49:02.160701 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:49:02.161054 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:49:02.161418 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:49:02.161756 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:49:02.162093 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:49:02.162427 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:49:02.162791 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:49:02.163118 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:49:02.163449 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:49:02.163779 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:49:02.164105 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:49:02.604696 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['5d591ca8-6f1e-4b57-b746-91082c097d62'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:49:02.746219 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a1482-f6d9-4f7b-bc74-701abad29d4c req-7d963d8d-6903-4540-96b8-2f89626f51cc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:02.747729 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e88a1482-f6d9-4f7b-bc74-701abad29d4c req-7d963d8d-6903-4540-96b8-2f89626f51cc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 944 time: 0.0484254 Aug 18 19:49:02.785482 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e88a1482-f6d9-4f7b-bc74-701abad29d4c req-3a604101-c9b4-44de-866c-061ad670daae tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317931 Aug 18 19:49:03.906023 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077bf11-7865-49f0-9781-65d761f03f7d req-6d71fbf7-5e80-49c1-b862-38290cbce200 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:03.907512 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3077bf11-7865-49f0-9781-65d761f03f7d req-6d71fbf7-5e80-49c1-b862-38290cbce200 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 944 time: 0.0519509 Aug 18 19:49:03.942496 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 5d591ca8-6f1e-4b57-b746-91082c097d62 up at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:49:03.953064 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3077bf11-7865-49f0-9781-65d761f03f7d req-f93ea7ec-291c-4343-8ea7-c82461d54957 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396230 Aug 18 19:49:03.990225 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning for port 5d591ca8-6f1e-4b57-b746-91082c097d62 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:49:03.994294 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning complete for port 5d591ca8-6f1e-4b57-b746-91082c097d62 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:49:03.994720 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:04.068351 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:04.093071 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3a5f59-faff-465c-877e-4f1469163736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d591ca8-6f1e-4b57-b746-91082c097d62'}] {{(pid=100441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:49:04.095365 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c845df31933df15e4981d7dcb3334c44fca6e0bb010d803592179d7e14a8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a632ff57-c187-45f0-b07b-f215ce08e687" -d '{"events": [{"server_uuid": "bd3a5f59-faff-465c-877e-4f1469163736", "name": "network-vif-plugged", "status": "completed", "tag": "5d591ca8-6f1e-4b57-b746-91082c097d62"}]}' {{(pid=100441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:49:04.109094 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 5d591ca8-6f1e-4b57-b746-91082c097d62, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=5d591ca8-6f1e-4b57-b746-91082c097d62,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:49:04.113399 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:04.137770 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004348c3-723d-4279-8bc2-e738b8874390 x-openstack-request-id: req-004348c3-723d-4279-8bc2-e738b8874390 {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:49:04.138064 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3a5f59-faff-465c-877e-4f1469163736", "name": "network-vif-plugged", "status": "completed", "tag": "5d591ca8-6f1e-4b57-b746-91082c097d62", "code": 200}]} {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:49:04.138313 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-004348c3-723d-4279-8bc2-e738b8874390 {{(pid=100441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:49:04.138731 dv-cinder-805072-2-iscsi neutron-server[100441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3a5f59-faff-465c-877e-4f1469163736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d591ca8-6f1e-4b57-b746-91082c097d62', 'code': 200} Aug 18 19:49:04.163570 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=5d591ca8-6f1e-4b57-b746-91082c097d62,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:04.337505 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352636b-2b66-4e4f-95e5-41a9ff81e2c0 req-e40e3e84-e325-4fb6-a23c-a231f35a1e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:04.338967 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8352636b-2b66-4e4f-95e5-41a9ff81e2c0 req-e40e3e84-e325-4fb6-a23c-a231f35a1e22 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 1098 time: 0.0433142 Aug 18 19:49:04.376945 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8352636b-2b66-4e4f-95e5-41a9ff81e2c0 req-0d882e0b-7668-4adf-b549-cc7918b104cc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277686 Aug 18 19:49:05.070464 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221bed3-2ed3-4e5d-8857-3f162666f759 req-09b6cd08-9a3c-42a3-b8e4-6b112219ba5d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:05.072381 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3221bed3-2ed3-4e5d-8857-3f162666f759 req-09b6cd08-9a3c-42a3-b8e4-6b112219ba5d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0478106 Aug 18 19:49:05.108897 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3221bed3-2ed3-4e5d-8857-3f162666f759 req-eca58143-17db-4e46-80be-4135b553fc2b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307529 Aug 18 19:49:06.228435 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa5fd8-d30f-47fd-9818-170d51e9b52a req-2aa13c40-4e65-407a-82f6-a815de004923 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:06.229919 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d5fa5fd8-d30f-47fd-9818-170d51e9b52a req-2aa13c40-4e65-407a-82f6-a815de004923 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0495834 Aug 18 19:49:06.268461 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d5fa5fd8-d30f-47fd-9818-170d51e9b52a req-db3751f8-ebc9-4a06-ba31-fd571706ad81 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326309 Aug 18 19:49:06.384700 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ea6f7-1a12-405a-9d28-1d993dd1c868 req-eecfe539-8ff2-4f2a-8915-396c71e79e37 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:06.386220 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f62ea6f7-1a12-405a-9d28-1d993dd1c868 req-eecfe539-8ff2-4f2a-8915-396c71e79e37 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0497916 Aug 18 19:49:06.394703 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 48206) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:49:06.399219 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-258dd991-498b-4155-9f02-d9ebb5a016d9 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Request body: {'floatingip': {'port_id': '5d591ca8-6f1e-4b57-b746-91082c097d62'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:49:06.471675 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-258dd991-498b-4155-9f02-d9ebb5a016d9 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for floatingip, before_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:07.169849 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-258dd991-498b-4155-9f02-d9ebb5a016d9 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:07.173987 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-258dd991-498b-4155-9f02-d9ebb5a016d9 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665786'] for floatingip, after_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:07.273408 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.db.l3_db [None req-258dd991-498b-4155-9f02-d9ebb5a016d9 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Floating IP 22569682-8076-4871-9779-ae177795c3c4 associated. External IP: 172.27.2.136, port: 5d591ca8-6f1e-4b57-b746-91082c097d62. Aug 18 19:49:07.482069 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258dd991-498b-4155-9f02-d9ebb5a016d9 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Router 367894c2-c032-4d2c-b438-3bddd69d8844 has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:49:07.590589 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258dd991-498b-4155-9f02-d9ebb5a016d9 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:49:07.595727 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-258dd991-498b-4155-9f02-d9ebb5a016d9 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for floatingip, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:07.600533 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e9461e-b5b6-4043-8045-fb89d34e9998 None None] Sync routers for ids ['367894c2-c032-4d2c-b438-3bddd69d8844'] in dv-cinder-805072-2-iscsi {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:49:07.610419 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e9461e-b5b6-4043-8045-fb89d34e9998 None None] Routers {'367894c2-c032-4d2c-b438-3bddd69d8844'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:49:07.611078 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-d1e9461e-b5b6-4043-8045-fb89d34e9998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:48:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['367894c2-c032-4d2c-b438-3bddd69d8844'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:07.625803 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-258dd991-498b-4155-9f02-d9ebb5a016d9 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "PUT /v2.0/floatingips/22569682-8076-4871-9779-ae177795c3c4 HTTP/1.1" status: 200 len: 991 time: 1.2300861 Aug 18 19:49:07.626495 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3a5f59-faff-465c-877e-4f1469163736', 'tag': '5d591ca8-6f1e-4b57-b746-91082c097d62'}] {{(pid=100439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:49:07.628894 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ab9088d6b8f713b7e493d085ecf6383b14a9a44922bc94c27de7c50ab71fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef03dd5-af32-41c0-af54-bea607f45b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3a5f59-faff-465c-877e-4f1469163736", "tag": "5d591ca8-6f1e-4b57-b746-91082c097d62"}]}' {{(pid=100439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:49:07.664498 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1cd4cf-03b9-47c0-b8cd-f0906f8698aa x-openstack-request-id: req-5d1cd4cf-03b9-47c0-b8cd-f0906f8698aa {{(pid=100439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:49:07.664791 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3a5f59-faff-465c-877e-4f1469163736", "tag": "5d591ca8-6f1e-4b57-b746-91082c097d62", "status": "completed", "code": 200}]} {{(pid=100439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:49:07.665045 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5d1cd4cf-03b9-47c0-b8cd-f0906f8698aa {{(pid=100439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:49:07.665442 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd3a5f59-faff-465c-877e-4f1469163736', 'tag': '5d591ca8-6f1e-4b57-b746-91082c097d62', 'status': 'completed', 'code': 200} Aug 18 19:49:07.721233 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-d1e9461e-b5b6-4043-8045-fb89d34e9998 None None] Set router 367894c2-c032-4d2c-b438-3bddd69d8844 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:49:07.769442 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef03dd5-af32-41c0-af54-bea607f45b1f req-ff89d8e3-0cdf-46ef-a6c2-ddd50260aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:07.770904 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3ef03dd5-af32-41c0-af54-bea607f45b1f req-ff89d8e3-0cdf-46ef-a6c2-ddd50260aa83 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=55a46dee3b2d46d79cfe6a8e52d7bd63&device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 1098 time: 0.0406578 Aug 18 19:49:07.866448 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef03dd5-af32-41c0-af54-bea607f45b1f req-dcf11f64-2038-4439-ae60-b97b0e7b3929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:07.867970 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3ef03dd5-af32-41c0-af54-bea607f45b1f req-dcf11f64-2038-4439-ae60-b97b0e7b3929 service neutron] 10.222.0.35 "GET /v2.0/networks?id=48079850-84f4-4aec-a648-0aa058db8488 HTTP/1.1" status: 200 len: 917 time: 0.0887153 Aug 18 19:49:07.934110 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3ef03dd5-af32-41c0-af54-bea607f45b1f req-7601a180-e7c7-4259-8192-53bb3eb0ac5a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d591ca8-6f1e-4b57-b746-91082c097d62 HTTP/1.1" status: 200 len: 999 time: 0.0582182 Aug 18 19:49:07.949806 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-d1e9461e-b5b6-4043-8045-fb89d34e9998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'name': 'tempest-AttachVolumeShelveTestJSON-415474236-router', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:18Z', 'revision_number': 4, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'gw_port': {'id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:11Z', 'updated_at': '2021-08-18T19:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': '22569682-8076-4871-9779-ae177795c3c4', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'port_id': '5d591ca8-6f1e-4b57-b746-91082c097d62', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'mac_address': 'fa:16:3e:41:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3a5f59-faff-465c-877e-4f1469163736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:48:54Z', 'updated_at': '2021-08-18T19:49:07Z', 'revision_number': 1, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655e6294-6db4-4585-8098-b5d857e52721', 'name': '', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'mac_address': 'fa:16:3e:20:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:16Z', 'updated_at': '2021-08-18T19:41:30Z', 'revision_number': 5, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'subnets': [{'id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:07.976482 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e9461e-b5b6-4043-8045-fb89d34e9998 None None] Checking router: 367894c2-c032-4d2c-b438-3bddd69d8844 for host: dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:49:07.985818 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e9461e-b5b6-4043-8045-fb89d34e9998 None None] Routers {'367894c2-c032-4d2c-b438-3bddd69d8844'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:49:07.986529 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-d1e9461e-b5b6-4043-8045-fb89d34e9998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:48:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['367894c2-c032-4d2c-b438-3bddd69d8844'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:07.998272 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef03dd5-af32-41c0-af54-bea607f45b1f req-f2b6e9cf-43dd-4cca-8130-8b0ffdb48b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:07.999800 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3ef03dd5-af32-41c0-af54-bea607f45b1f req-f2b6e9cf-43dd-4cca-8130-8b0ffdb48b41 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b HTTP/1.1" status: 200 len: 855 time: 0.0571342 Aug 18 19:49:08.055466 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef03dd5-af32-41c0-af54-bea607f45b1f req-2d17e35a-e10d-47c3-8650-0e282d9aff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:08.057562 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3ef03dd5-af32-41c0-af54-bea607f45b1f req-2d17e35a-e10d-47c3-8650-0e282d9aff81 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48079850-84f4-4aec-a648-0aa058db8488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497527 Aug 18 19:49:08.097336 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-d1e9461e-b5b6-4043-8045-fb89d34e9998 None None] Set router 367894c2-c032-4d2c-b438-3bddd69d8844 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:49:08.152398 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3ef03dd5-af32-41c0-af54-bea607f45b1f req-a253f1f4-25ec-41df-bdef-5f7d120fd4fe service neutron] 10.222.0.35 "GET /v2.0/networks/48079850-84f4-4aec-a648-0aa058db8488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858397 Aug 18 19:49:08.255124 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-3ef03dd5-af32-41c0-af54-bea607f45b1f req-f851234c-40ad-4904-baef-561b657c59ae service neutron] 10.222.0.35 "GET /v2.0/networks/48079850-84f4-4aec-a648-0aa058db8488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932560 Aug 18 19:49:08.328986 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-d1e9461e-b5b6-4043-8045-fb89d34e9998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'name': 'tempest-AttachVolumeShelveTestJSON-415474236-router', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:18Z', 'revision_number': 4, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'gw_port': {'id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:11Z', 'updated_at': '2021-08-18T19:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': '22569682-8076-4871-9779-ae177795c3c4', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'port_id': '5d591ca8-6f1e-4b57-b746-91082c097d62', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'mac_address': 'fa:16:3e:41:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3a5f59-faff-465c-877e-4f1469163736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:48:54Z', 'updated_at': '2021-08-18T19:49:07Z', 'revision_number': 1, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655e6294-6db4-4585-8098-b5d857e52721', 'name': '', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'mac_address': 'fa:16:3e:20:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:16Z', 'updated_at': '2021-08-18T19:41:30Z', 'revision_number': 5, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'subnets': [{'id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:08.360230 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e9461e-b5b6-4043-8045-fb89d34e9998 None None] The sync data for ids ['367894c2-c032-4d2c-b438-3bddd69d8844'] in dv-cinder-805072-2-iscsi is: [{'id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'name': 'tempest-AttachVolumeShelveTestJSON-415474236-router', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:18Z', 'revision_number': 4, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'gw_port': {'id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:11Z', 'updated_at': '2021-08-18T19:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': '22569682-8076-4871-9779-ae177795c3c4', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'port_id': '5d591ca8-6f1e-4b57-b746-91082c097d62', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'mac_address': 'fa:16:3e:41:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3a5f59-faff-465c-877e-4f1469163736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:48:54Z', 'updated_at': '2021-08-18T19:49:07Z', 'revision_number': 1, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655e6294-6db4-4585-8098-b5d857e52721', 'name': '', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'mac_address': 'fa:16:3e:20:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:16Z', 'updated_at': '2021-08-18T19:41:30Z', 'revision_number': 5, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'subnets': [{'id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:49:08.568509 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72006740-cbf4-47e1-aa9f-8fbfc77bd9b7 None None] New status for floating IP 22569682-8076-4871-9779-ae177795c3c4: ACTIVE {{(pid=100442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:49:13.057149 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-883baff5-87dc-4fc1-80d6-08c9bf80fdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:14.016958 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ddcb1-41e2-4fff-b24f-ae572a960919 req-8f5b2d3d-346e-4d38-99c3-356921a2834f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:14.018493 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-715ddcb1-41e2-4fff-b24f-ae572a960919 req-8f5b2d3d-346e-4d38-99c3-356921a2834f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0521972 Aug 18 19:49:14.060445 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-715ddcb1-41e2-4fff-b24f-ae572a960919 req-74bfd92e-b0f4-4164-8ba6-3ebfc48a1ad8 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352213 Aug 18 19:49:14.973858 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-19b1a7f1-fe73-4866-abe7-8ed400824684 req-fa08064b-5d7e-4fbd-b9b6-deab3e3fa36c tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-188713807&fields=id&tenant_id=40186e8471ed4bd19ef3b036189955b8 HTTP/1.1" status: 200 len: 267 time: 0.0362377 Aug 18 19:49:15.034250 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1a7f1-fe73-4866-abe7-8ed400824684 req-f3a39cb5-7786-4af3-8db8-6c5ca9a9eece tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:15.035875 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-19b1a7f1-fe73-4866-abe7-8ed400824684 req-f3a39cb5-7786-4af3-8db8-6c5ca9a9eece tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 984 time: 0.0563736 Aug 18 19:49:15.047993 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-19b1a7f1-fe73-4866-abe7-8ed400824684 req-2cb05210-5f43-4004-bb92-c367ad1a43b0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Request body: {'port': {'security_groups': ['41ddbc87-89a2-4018-9d72-d539685be615']}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:49:15.123119 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-19b1a7f1-fe73-4866-abe7-8ed400824684 req-2cb05210-5f43-4004-bb92-c367ad1a43b0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:15.192228 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f6275-1aa3-4063-830f-7594427e4c2c req-0b2f1907-695f-4cdf-bb4a-8525117478fd tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:15.194796 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e13f6275-1aa3-4063-830f-7594427e4c2c req-0b2f1907-695f-4cdf-bb4a-8525117478fd tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0567305 Aug 18 19:49:15.235567 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e13f6275-1aa3-4063-830f-7594427e4c2c req-c693d1c5-6db2-4f39-a746-2aba61e2808e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325568 Aug 18 19:49:15.371529 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-19b1a7f1-fe73-4866-abe7-8ed400824684 req-2cb05210-5f43-4004-bb92-c367ad1a43b0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] For port 81ce9da5-28fe-47b4-b6a4-f28540691817, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=81ce9da5-28fe-47b4-b6a4-f28540691817,segment=NetworkSegment(5ecfeeca-a0c3-4ca6-b9b0-20cf92499652),segment_id=5ecfeeca-a0c3-4ca6-b9b0-20cf92499652)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:49:15.403948 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-19b1a7f1-fe73-4866-abe7-8ed400824684 req-2cb05210-5f43-4004-bb92-c367ad1a43b0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for port, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:15.408780 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-19b1a7f1-fe73-4866-abe7-8ed400824684 req-2cb05210-5f43-4004-bb92-c367ad1a43b0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:15.452486 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1a7f1-fe73-4866-abe7-8ed400824684 req-2cb05210-5f43-4004-bb92-c367ad1a43b0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:15.453152 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-19b1a7f1-fe73-4866-abe7-8ed400824684 req-2cb05210-5f43-4004-bb92-c367ad1a43b0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:15.454417 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['81ce9da5-28fe-47b4-b6a4-f28540691817'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:49:15.454943 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-19b1a7f1-fe73-4866-abe7-8ed400824684 req-2cb05210-5f43-4004-bb92-c367ad1a43b0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "PUT /v2.0/ports/81ce9da5-28fe-47b4-b6a4-f28540691817 HTTP/1.1" status: 200 len: 942 time: 0.4117208 Aug 18 19:49:15.455129 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddbaf420-b661-4461-a800-981303aac155', 'tag': '81ce9da5-28fe-47b4-b6a4-f28540691817'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:49:15.457451 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7562146-e34b-4e38-a173-bf33d531415d" -d '{"events": [{"name": "network-changed", "server_uuid": "ddbaf420-b661-4461-a800-981303aac155", "tag": "81ce9da5-28fe-47b4-b6a4-f28540691817"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:49:15.463360 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 48248) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:49:15.514940 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb05210-5f43-4004-bb92-c367ad1a43b0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Pushing event updated for resources: {'Port': ['ID=81ce9da5-28fe-47b4-b6a4-f28540691817,revision_number=7']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:15.537984 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa84f62-3f87-4bba-b12d-0cabdcbb77f0 x-openstack-request-id: req-5aa84f62-3f87-4bba-b12d-0cabdcbb77f0 {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:49:15.538376 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddbaf420-b661-4461-a800-981303aac155", "tag": "81ce9da5-28fe-47b4-b6a4-f28540691817", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:49:15.538537 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5aa84f62-3f87-4bba-b12d-0cabdcbb77f0 {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:49:15.538990 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddbaf420-b661-4461-a800-981303aac155', 'tag': '81ce9da5-28fe-47b4-b6a4-f28540691817', 'status': 'completed', 'code': 200} Aug 18 19:49:15.582585 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-9118545d-5ddb-4e3b-ae1f-da362e8b70e0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:15.589296 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08cbe6-91a9-4cee-acc0-f1e30d9bdb5c req-9f79b32d-c20f-42e8-936f-a7e32d73be30 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:15.591341 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cd08cbe6-91a9-4cee-acc0-f1e30d9bdb5c req-9f79b32d-c20f-42e8-936f-a7e32d73be30 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0906491 Aug 18 19:49:15.614345 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-9118545d-5ddb-4e3b-ae1f-da362e8b70e0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:15.614876 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['81ce9da5-28fe-47b4-b6a4-f28540691817'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:49:15.701599 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-9118545d-5ddb-4e3b-ae1f-da362e8b70e0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:15.704414 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-9118545d-5ddb-4e3b-ae1f-da362e8b70e0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:15.705636 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-9118545d-5ddb-4e3b-ae1f-da362e8b70e0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "DELETE /v2.0/security-groups/db89c14d-d9e7-4f68-b656-922bb8aa06da HTTP/1.1" status: 204 len: 168 time: 0.2412789 Aug 18 19:49:15.712394 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 48252) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:49:15.717771 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118545d-5ddb-4e3b-ae1f-da362e8b70e0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db89c14d-d9e7-4f68-b656-922bb8aa06da,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:15.727012 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118545d-5ddb-4e3b-ae1f-da362e8b70e0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:49:15.727367 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118545d-5ddb-4e3b-ae1f-da362e8b70e0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:49:15.727713 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118545d-5ddb-4e3b-ae1f-da362e8b70e0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:49:15.728116 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118545d-5ddb-4e3b-ae1f-da362e8b70e0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:49:15.728517 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118545d-5ddb-4e3b-ae1f-da362e8b70e0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:49:15.729531 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118545d-5ddb-4e3b-ae1f-da362e8b70e0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:49:15.730155 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118545d-5ddb-4e3b-ae1f-da362e8b70e0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:49:15.730748 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118545d-5ddb-4e3b-ae1f-da362e8b70e0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:49:15.731339 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118545d-5ddb-4e3b-ae1f-da362e8b70e0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:49:15.731850 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118545d-5ddb-4e3b-ae1f-da362e8b70e0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:49:15.732311 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118545d-5ddb-4e3b-ae1f-da362e8b70e0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:49:15.732685 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9118545d-5ddb-4e3b-ae1f-da362e8b70e0 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:49:15.740966 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7562146-e34b-4e38-a173-bf33d531415d req-840061c4-5a1d-4755-85b3-eae55cf54ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:15.743763 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e7562146-e34b-4e38-a173-bf33d531415d req-840061c4-5a1d-4755-85b3-eae55cf54ee9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40186e8471ed4bd19ef3b036189955b8&device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 1098 time: 0.1504221 Aug 18 19:49:15.810629 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-af421970-b178-4d36-ada5-1575787fe67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:15.831913 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-bd96aa81-d615-46df-a2d9-98532c990830 None None] Provisioning complete for port 81ce9da5-28fe-47b4-b6a4-f28540691817 triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:49:15.832836 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-bd96aa81-d615-46df-a2d9-98532c990830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:15.872680 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-cd08cbe6-91a9-4cee-acc0-f1e30d9bdb5c req-bd73fcd1-09d7-4ff1-8514-bc798475917c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Deleting port 006ed51c-543b-470b-8d8c-8e035ffe1c0f {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:49:15.873026 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-cd08cbe6-91a9-4cee-acc0-f1e30d9bdb5c req-bd73fcd1-09d7-4ff1-8514-bc798475917c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:15.919756 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:15.983636 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7562146-e34b-4e38-a173-bf33d531415d req-caadc7bb-9e25-4384-806e-f7190b5e88d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:15.985107 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e7562146-e34b-4e38-a173-bf33d531415d req-caadc7bb-9e25-4384-806e-f7190b5e88d5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f814e1db-1b4f-4223-8eee-1aae8c8f02d7 HTTP/1.1" status: 200 len: 915 time: 0.2127519 Aug 18 19:49:16.091340 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-cd08cbe6-91a9-4cee-acc0-f1e30d9bdb5c req-bd73fcd1-09d7-4ff1-8514-bc798475917c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] For port 006ed51c-543b-470b-8d8c-8e035ffe1c0f, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=006ed51c-543b-470b-8d8c-8e035ffe1c0f,segment=NetworkSegment(61037c1e-a9d9-4d0e-93a7-ef04c02e93c2),segment_id=61037c1e-a9d9-4d0e-93a7-ef04c02e93c2)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:49:16.092018 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-cd08cbe6-91a9-4cee-acc0-f1e30d9bdb5c req-bd73fcd1-09d7-4ff1-8514-bc798475917c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:16.145409 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e7562146-e34b-4e38-a173-bf33d531415d req-c0624d75-5bb8-4e92-96ff-ae9389787772 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81ce9da5-28fe-47b4-b6a4-f28540691817 HTTP/1.1" status: 200 len: 1000 time: 0.1505010 Aug 18 19:49:16.240368 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-be807d26-8a7a-41b5-b8a7-3e64362141c9 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Deleting port 5c2eff08-6c08-4792-aad1-b5db19bb1fbf {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:49:16.240714 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-be807d26-8a7a-41b5-b8a7-3e64362141c9 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:16.261134 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7562146-e34b-4e38-a173-bf33d531415d req-bcede426-a823-47b8-ace6-afbd8993a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:16.262592 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e7562146-e34b-4e38-a173-bf33d531415d req-bcede426-a823-47b8-ace6-afbd8993a39f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=498b2575-11ea-41fa-9148-e98bdc81666c HTTP/1.1" status: 200 len: 853 time: 0.1075969 Aug 18 19:49:16.368951 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c2743-f85f-46f8-8b05-ea86b45bae73 req-9a5e4c02-1bbd-4a6c-a3b3-2092468a121c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:16.370513 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f82c2743-f85f-46f8-8b05-ea86b45bae73 req-9a5e4c02-1bbd-4a6c-a3b3-2092468a121c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 946 time: 0.0604210 Aug 18 19:49:16.417852 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f82c2743-f85f-46f8-8b05-ea86b45bae73 req-a39d12b3-b853-4436-bf1e-5b024bb8feec tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d2c82be-f62b-498b-9aef-f4b71a55817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407944 Aug 18 19:49:16.675877 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7562146-e34b-4e38-a173-bf33d531415d req-c203ea4e-7471-4312-b14c-2280915ca58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:16.677650 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e7562146-e34b-4e38-a173-bf33d531415d req-c203ea4e-7471-4312-b14c-2280915ca58a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f814e1db-1b4f-4223-8eee-1aae8c8f02d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3872094 Aug 18 19:49:16.679472 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-cd08cbe6-91a9-4cee-acc0-f1e30d9bdb5c req-bd73fcd1-09d7-4ff1-8514-bc798475917c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:16.679843 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-cd08cbe6-91a9-4cee-acc0-f1e30d9bdb5c req-bd73fcd1-09d7-4ff1-8514-bc798475917c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665786'] for floatingip, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:16.680160 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.db.l3_db [req-cd08cbe6-91a9-4cee-acc0-f1e30d9bdb5c req-bd73fcd1-09d7-4ff1-8514-bc798475917c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Floating IP 91837e6d-2f99-4762-9d6c-1097dc70b0fb disassociated. External IP: 172.27.2.116, port: 006ed51c-543b-470b-8d8c-8e035ffe1c0f. Aug 18 19:49:16.680506 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-cd08cbe6-91a9-4cee-acc0-f1e30d9bdb5c req-bd73fcd1-09d7-4ff1-8514-bc798475917c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Calling delete_port for 006ed51c-543b-470b-8d8c-8e035ffe1c0f owned by compute:nova {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:49:16.697055 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-be807d26-8a7a-41b5-b8a7-3e64362141c9 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:16.698211 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-be807d26-8a7a-41b5-b8a7-3e64362141c9 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:16.702873 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:16.731057 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-be807d26-8a7a-41b5-b8a7-3e64362141c9 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Calling delete_port for 5c2eff08-6c08-4792-aad1-b5db19bb1fbf owned by network:floatingip {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:49:16.966030 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e7562146-e34b-4e38-a173-bf33d531415d req-c26a5467-f66a-4e78-975b-f419cc011058 service neutron] 10.222.0.35 "GET /v2.0/networks/f814e1db-1b4f-4223-8eee-1aae8c8f02d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483859 Aug 18 19:49:17.109718 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-cd08cbe6-91a9-4cee-acc0-f1e30d9bdb5c req-bd73fcd1-09d7-4ff1-8514-bc798475917c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:17.168023 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e7562146-e34b-4e38-a173-bf33d531415d req-e578d7f3-41b2-4df8-aae3-d3cdcffeee41 service neutron] 10.222.0.35 "GET /v2.0/networks/f814e1db-1b4f-4223-8eee-1aae8c8f02d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935430 Aug 18 19:49:17.168627 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73fcd1-09d7-4ff1-8514-bc798475917c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Pushing event deleted for resources: {'Port': ['ID=006ed51c-543b-470b-8d8c-8e035ffe1c0f,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:17.180183 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-be807d26-8a7a-41b5-b8a7-3e64362141c9 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:17.252496 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be807d26-8a7a-41b5-b8a7-3e64362141c9 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Pushing event deleted for resources: {'Port': ['ID=5c2eff08-6c08-4792-aad1-b5db19bb1fbf,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:17.360178 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-be807d26-8a7a-41b5-b8a7-3e64362141c9 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks [] for floatingip, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:17.360518 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.db.l3_db [None req-be807d26-8a7a-41b5-b8a7-3e64362141c9 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Floating IP 8f80d1be-7fb7-45fe-879b-410bcfdfe009 disassociated (deleted). External IP: 172.27.2.51, port: 81ce9da5-28fe-47b4-b6a4-f28540691817. Aug 18 19:49:17.397122 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd08cbe6-91a9-4cee-acc0-f1e30d9bdb5c req-bd73fcd1-09d7-4ff1-8514-bc798475917c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Router 3f9d814b-fdd9-4a28-a891-513d310143b3 has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:49:17.529618 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-868998dd-c808-482d-825e-2cf19fe9384d req-1095372d-556b-4514-87e1-c42cda4af70c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=c66befe1-9710-4c9d-8493-d33e6b7ed0a9 HTTP/1.1" status: 200 len: 210 time: 0.0310266 Aug 18 19:49:17.601213 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd08cbe6-91a9-4cee-acc0-f1e30d9bdb5c req-bd73fcd1-09d7-4ff1-8514-bc798475917c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:49:17.614882 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cda6bab-d052-481f-a640-863d7d8a4428 None None] Sync routers for ids ['3f9d814b-fdd9-4a28-a891-513d310143b3'] in dv-cinder-805072-2-iscsi {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:49:17.626762 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cda6bab-d052-481f-a640-863d7d8a4428 None None] Routers {'3f9d814b-fdd9-4a28-a891-513d310143b3'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:49:17.627402 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-0cda6bab-d052-481f-a640-863d7d8a4428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:49:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['3f9d814b-fdd9-4a28-a891-513d310143b3'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:17.680712 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd08cbe6-91a9-4cee-acc0-f1e30d9bdb5c req-bd73fcd1-09d7-4ff1-8514-bc798475917c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] No DVR routers for this DVR port 006ed51c-543b-470b-8d8c-8e035ffe1c0f on host hv-cinder-80507 {{(pid=100440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:49:17.684325 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-cd08cbe6-91a9-4cee-acc0-f1e30d9bdb5c req-bd73fcd1-09d7-4ff1-8514-bc798475917c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:17.686375 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cd08cbe6-91a9-4cee-acc0-f1e30d9bdb5c req-bd73fcd1-09d7-4ff1-8514-bc798475917c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.35 "DELETE /v2.0/ports/006ed51c-543b-470b-8d8c-8e035ffe1c0f HTTP/1.1" status: 204 len: 173 time: 2.0860875 Aug 18 19:49:17.686869 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66befe1-9710-4c9d-8493-d33e6b7ed0a9', 'name': 'network-vif-deleted', 'tag': '006ed51c-543b-470b-8d8c-8e035ffe1c0f'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:49:17.689258 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cceffcd3-9ffb-4f18-b4d4-819e19d5fb94" -d '{"events": [{"server_uuid": "c66befe1-9710-4c9d-8493-d33e6b7ed0a9", "name": "network-vif-deleted", "tag": "006ed51c-543b-470b-8d8c-8e035ffe1c0f"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:49:17.731374 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be807d26-8a7a-41b5-b8a7-3e64362141c9 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Router 997740a1-6519-4882-816e-14dcb1880b52 has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:49:17.760453 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-0cda6bab-d052-481f-a640-863d7d8a4428 None None] Set router 3f9d814b-fdd9-4a28-a891-513d310143b3 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:49:17.848599 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db3ea23-9c42-4cc4-9271-8d1a8dacca34 x-openstack-request-id: req-2db3ea23-9c42-4cc4-9271-8d1a8dacca34 {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:49:17.848987 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66befe1-9710-4c9d-8493-d33e6b7ed0a9", "name": "network-vif-deleted", "tag": "006ed51c-543b-470b-8d8c-8e035ffe1c0f", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:49:17.849328 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2db3ea23-9c42-4cc4-9271-8d1a8dacca34 {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:49:17.849800 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66befe1-9710-4c9d-8493-d33e6b7ed0a9', 'name': 'network-vif-deleted', 'tag': '006ed51c-543b-470b-8d8c-8e035ffe1c0f', 'status': 'completed', 'code': 200} Aug 18 19:49:17.878398 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be807d26-8a7a-41b5-b8a7-3e64362141c9 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:49:17.883263 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-be807d26-8a7a-41b5-b8a7-3e64362141c9 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for floatingip, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:17.891250 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c01da45-5fa9-4da7-9815-b735de2b47d3 None None] Sync routers for ids ['997740a1-6519-4882-816e-14dcb1880b52'] in dv-cinder-805072-2-iscsi {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:49:17.908865 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c01da45-5fa9-4da7-9815-b735de2b47d3 None None] Routers {'997740a1-6519-4882-816e-14dcb1880b52'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:49:17.910047 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-7c01da45-5fa9-4da7-9815-b735de2b47d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:49:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['997740a1-6519-4882-816e-14dcb1880b52'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:17.916678 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-be807d26-8a7a-41b5-b8a7-3e64362141c9 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "DELETE /v2.0/floatingips/8f80d1be-7fb7-45fe-879b-410bcfdfe009 HTTP/1.1" status: 204 len: 168 time: 2.1963148 Aug 18 19:49:18.036441 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-7c01da45-5fa9-4da7-9815-b735de2b47d3 None None] Set router 997740a1-6519-4882-816e-14dcb1880b52 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:49:18.120177 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-0cda6bab-d052-481f-a640-863d7d8a4428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'name': 'tempest-AttachVolumeTestJSON-907651207-router', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:09Z', 'updated_at': '2021-08-18T19:41:21Z', 'revision_number': 4, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'gw_port': {'id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': 'c45663f0-d12e-4dd9-9a14-8f8780948bae', 'name': '', 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'mac_address': 'fa:16:3e:27:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:18Z', 'updated_at': '2021-08-18T19:41:35Z', 'revision_number': 5, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'subnets': [{'id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:18.150710 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cda6bab-d052-481f-a640-863d7d8a4428 None None] Checking router: 3f9d814b-fdd9-4a28-a891-513d310143b3 for host: dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:49:18.160940 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cda6bab-d052-481f-a640-863d7d8a4428 None None] Routers {'3f9d814b-fdd9-4a28-a891-513d310143b3'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:49:18.161586 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-0cda6bab-d052-481f-a640-863d7d8a4428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:49:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['3f9d814b-fdd9-4a28-a891-513d310143b3'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:18.291767 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-7c01da45-5fa9-4da7-9815-b735de2b47d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997740a1-6519-4882-816e-14dcb1880b52', 'name': 'tempest-TestMinimumBasicScenario-229044681-router', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '2b4da1c9-37a7-424f-a54a-e7d90dba9837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:44:15Z', 'updated_at': '2021-08-18T19:44:18Z', 'revision_number': 4, 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'gw_port': {'id': '2b4da1c9-37a7-424f-a54a-e7d90dba9837', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997740a1-6519-4882-816e-14dcb1880b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:16Z', 'updated_at': '2021-08-18T19:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '0067c1bf-8aa5-4dfc-9e14-795815fd63d7', 'name': '', 'network_id': 'f814e1db-1b4f-4223-8eee-1aae8c8f02d7', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'mac_address': 'fa:16:3e:ee:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997740a1-6519-4882-816e-14dcb1880b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '498b2575-11ea-41fa-9148-e98bdc81666c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:18Z', 'updated_at': '2021-08-18T19:44:25Z', 'revision_number': 5, 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'subnets': [{'id': '498b2575-11ea-41fa-9148-e98bdc81666c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:18.293799 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-0cda6bab-d052-481f-a640-863d7d8a4428 None None] Set router 3f9d814b-fdd9-4a28-a891-513d310143b3 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:49:18.331621 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c01da45-5fa9-4da7-9815-b735de2b47d3 None None] Checking router: 997740a1-6519-4882-816e-14dcb1880b52 for host: dv-cinder-805072-2-iscsi {{(pid=100442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:49:18.340991 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c01da45-5fa9-4da7-9815-b735de2b47d3 None None] Routers {'997740a1-6519-4882-816e-14dcb1880b52'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:49:18.341754 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-7c01da45-5fa9-4da7-9815-b735de2b47d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:49:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['997740a1-6519-4882-816e-14dcb1880b52'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:18.473340 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:18.482349 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-7c01da45-5fa9-4da7-9815-b735de2b47d3 None None] Set router 997740a1-6519-4882-816e-14dcb1880b52 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:49:18.543739 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-0cda6bab-d052-481f-a640-863d7d8a4428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'name': 'tempest-AttachVolumeTestJSON-907651207-router', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:09Z', 'updated_at': '2021-08-18T19:41:21Z', 'revision_number': 4, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'gw_port': {'id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': 'c45663f0-d12e-4dd9-9a14-8f8780948bae', 'name': '', 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'mac_address': 'fa:16:3e:27:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:18Z', 'updated_at': '2021-08-18T19:41:35Z', 'revision_number': 5, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'subnets': [{'id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:18.574284 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cda6bab-d052-481f-a640-863d7d8a4428 None None] The sync data for ids ['3f9d814b-fdd9-4a28-a891-513d310143b3'] in dv-cinder-805072-2-iscsi is: [{'id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'name': 'tempest-AttachVolumeTestJSON-907651207-router', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:09Z', 'updated_at': '2021-08-18T19:41:21Z', 'revision_number': 4, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'gw_port': {'id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': 'c45663f0-d12e-4dd9-9a14-8f8780948bae', 'name': '', 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'mac_address': 'fa:16:3e:27:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:18Z', 'updated_at': '2021-08-18T19:41:35Z', 'revision_number': 5, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'subnets': [{'id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:49:18.611157 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:49:18.666975 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 48280) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:49:18.723271 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-7c01da45-5fa9-4da7-9815-b735de2b47d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997740a1-6519-4882-816e-14dcb1880b52', 'name': 'tempest-TestMinimumBasicScenario-229044681-router', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '2b4da1c9-37a7-424f-a54a-e7d90dba9837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:44:15Z', 'updated_at': '2021-08-18T19:44:18Z', 'revision_number': 4, 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'gw_port': {'id': '2b4da1c9-37a7-424f-a54a-e7d90dba9837', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997740a1-6519-4882-816e-14dcb1880b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:16Z', 'updated_at': '2021-08-18T19:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '0067c1bf-8aa5-4dfc-9e14-795815fd63d7', 'name': '', 'network_id': 'f814e1db-1b4f-4223-8eee-1aae8c8f02d7', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'mac_address': 'fa:16:3e:ee:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997740a1-6519-4882-816e-14dcb1880b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '498b2575-11ea-41fa-9148-e98bdc81666c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:18Z', 'updated_at': '2021-08-18T19:44:25Z', 'revision_number': 5, 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'subnets': [{'id': '498b2575-11ea-41fa-9148-e98bdc81666c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:18.754277 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-5a669594-5579-49bd-afca-a22022623bad tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:18.761678 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c01da45-5fa9-4da7-9815-b735de2b47d3 None None] The sync data for ids ['997740a1-6519-4882-816e-14dcb1880b52'] in dv-cinder-805072-2-iscsi is: [{'id': '997740a1-6519-4882-816e-14dcb1880b52', 'name': 'tempest-TestMinimumBasicScenario-229044681-router', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '2b4da1c9-37a7-424f-a54a-e7d90dba9837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:44:15Z', 'updated_at': '2021-08-18T19:44:18Z', 'revision_number': 4, 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'gw_port': {'id': '2b4da1c9-37a7-424f-a54a-e7d90dba9837', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997740a1-6519-4882-816e-14dcb1880b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:16Z', 'updated_at': '2021-08-18T19:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '0067c1bf-8aa5-4dfc-9e14-795815fd63d7', 'name': '', 'network_id': 'f814e1db-1b4f-4223-8eee-1aae8c8f02d7', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'mac_address': 'fa:16:3e:ee:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997740a1-6519-4882-816e-14dcb1880b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '498b2575-11ea-41fa-9148-e98bdc81666c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:18Z', 'updated_at': '2021-08-18T19:44:25Z', 'revision_number': 5, 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'subnets': [{'id': '498b2575-11ea-41fa-9148-e98bdc81666c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:49:18.793241 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-5a669594-5579-49bd-afca-a22022623bad tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:18.863149 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-5a669594-5579-49bd-afca-a22022623bad tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:18.867112 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-5a669594-5579-49bd-afca-a22022623bad tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:18.868325 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-5a669594-5579-49bd-afca-a22022623bad tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "DELETE /v2.0/security-groups/5d2c82be-f62b-498b-9aef-f4b71a55817c HTTP/1.1" status: 204 len: 168 time: 0.2003586 Aug 18 19:49:18.871469 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 48282) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:49:18.879736 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a669594-5579-49bd-afca-a22022623bad tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2c82be-f62b-498b-9aef-f4b71a55817c,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:18.905528 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.api.v2.resource [None req-c685726d-5bf3-4bd2-9be4-5d6248f93f7b tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] show failed (client error): The resource could not be found. Aug 18 19:49:18.911212 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 48284) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:49:18.913741 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-c685726d-5bf3-4bd2-9be4-5d6248f93f7b tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups/5d2c82be-f62b-498b-9aef-f4b71a55817c HTTP/1.1" status: 404 len: 347 time: 0.0373745 Aug 18 19:49:19.024679 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb92f675-7d6b-496b-8961-7182f568eeca None None] New status for floating IP 91837e6d-2f99-4762-9d6c-1097dc70b0fb: DOWN {{(pid=100441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:49:19.105547 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-8d24a939-c6e3-429f-afb3-06cc0c669ce6 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Deleting port abaa1ebe-e8f9-4c69-b00c-c63d5f4e6c91 {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:49:19.105888 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-8d24a939-c6e3-429f-afb3-06cc0c669ce6 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:19.132695 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f97f66-eb4e-43d0-931f-1807fc107952 None None] New status for floating IP 8f80d1be-7fb7-45fe-879b-410bcfdfe009: DOWN {{(pid=100442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:49:19.198780 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-8d24a939-c6e3-429f-afb3-06cc0c669ce6 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:19.199171 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-8d24a939-c6e3-429f-afb3-06cc0c669ce6 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:19.214276 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-8d24a939-c6e3-429f-afb3-06cc0c669ce6 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Calling delete_port for abaa1ebe-e8f9-4c69-b00c-c63d5f4e6c91 owned by network:floatingip {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:49:19.363347 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-8d24a939-c6e3-429f-afb3-06cc0c669ce6 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:19.390199 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24a939-c6e3-429f-afb3-06cc0c669ce6 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Pushing event deleted for resources: {'Port': ['ID=abaa1ebe-e8f9-4c69-b00c-c63d5f4e6c91,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:19.451528 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-8d24a939-c6e3-429f-afb3-06cc0c669ce6 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for floatingip, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:19.454017 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-8d24a939-c6e3-429f-afb3-06cc0c669ce6 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for floatingip, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:19.455210 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-8d24a939-c6e3-429f-afb3-06cc0c669ce6 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "DELETE /v2.0/floatingips/91837e6d-2f99-4762-9d6c-1097dc70b0fb HTTP/1.1" status: 204 len: 168 time: 0.5426109 Aug 18 19:49:19.851700 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddbaf420-b661-4461-a800-981303aac155', 'tag': '81ce9da5-28fe-47b4-b6a4-f28540691817'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:49:19.855295 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c76849-d0db-40fe-9d83-ec675b248c82" -d '{"events": [{"name": "network-changed", "server_uuid": "ddbaf420-b661-4461-a800-981303aac155", "tag": "81ce9da5-28fe-47b4-b6a4-f28540691817"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:49:19.892574 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d762900-d9ca-4fa9-b09a-4e5717567d10 x-openstack-request-id: req-9d762900-d9ca-4fa9-b09a-4e5717567d10 {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:49:19.892949 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddbaf420-b661-4461-a800-981303aac155", "tag": "81ce9da5-28fe-47b4-b6a4-f28540691817", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:49:19.893263 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9d762900-d9ca-4fa9-b09a-4e5717567d10 {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:49:19.893678 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddbaf420-b661-4461-a800-981303aac155', 'tag': '81ce9da5-28fe-47b4-b6a4-f28540691817', 'status': 'completed', 'code': 200} Aug 18 19:49:19.902926 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 48294) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:49:19.907574 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-2df0ad25-5301-48a5-ac10-c538c0cb53b9 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Request body: {'security_group': {'name': 'tempest-securitygroup--295792488', 'description': 'tempest-description--1634955167'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:49:19.930462 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-2df0ad25-5301-48a5-ac10-c538c0cb53b9 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:20.008423 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c76849-d0db-40fe-9d83-ec675b248c82 req-6fc4abad-518e-4e98-ad42-e749ee514bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:20.009961 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-57c76849-d0db-40fe-9d83-ec675b248c82 req-6fc4abad-518e-4e98-ad42-e749ee514bbf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40186e8471ed4bd19ef3b036189955b8&device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 1098 time: 0.0636201 Aug 18 19:49:20.018434 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 006ed51c-543b-470b-8d8c-8e035ffe1c0f no longer exists at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:49:20.046978 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:20.047703 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] No Port match for: 006ed51c-543b-470b-8d8c-8e035ffe1c0f {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:49:20.047915 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 006ed51c-543b-470b-8d8c-8e035ffe1c0f not bound to the agent host hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:49:20.112662 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-2df0ad25-5301-48a5-ac10-c538c0cb53b9 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:20.118338 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-2df0ad25-5301-48a5-ac10-c538c0cb53b9 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:20.172182 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-2df0ad25-5301-48a5-ac10-c538c0cb53b9 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:20.173444 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-2df0ad25-5301-48a5-ac10-c538c0cb53b9 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2695360 Aug 18 19:49:20.174595 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0ad25-5301-48a5-ac10-c538c0cb53b9 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6510fb18-85ef-46f4-8840-28590cb60563,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:20.176814 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 48298) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:49:20.177761 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c76849-d0db-40fe-9d83-ec675b248c82 req-d594d36d-e06c-4ad9-aa64-178d03f75373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:20.179278 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-57c76849-d0db-40fe-9d83-ec675b248c82 req-d594d36d-e06c-4ad9-aa64-178d03f75373 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f814e1db-1b4f-4223-8eee-1aae8c8f02d7 HTTP/1.1" status: 200 len: 915 time: 0.1549482 Aug 18 19:49:20.182946 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-81c3df80-3137-4b49-9453-184c40a41949 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Request body: {'security_group_rule': {'security_group_id': '6510fb18-85ef-46f4-8840-28590cb60563', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:49:20.213992 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-81c3df80-3137-4b49-9453-184c40a41949 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:20.232282 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-57c76849-d0db-40fe-9d83-ec675b248c82 req-2f2d45b6-1ea2-4f53-96f6-55060a083099 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81ce9da5-28fe-47b4-b6a4-f28540691817 HTTP/1.1" status: 200 len: 217 time: 0.0362546 Aug 18 19:49:20.264072 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-81c3df80-3137-4b49-9453-184c40a41949 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:20.267962 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-81c3df80-3137-4b49-9453-184c40a41949 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764444'] for security_group_rule, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:20.286499 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3df80-3137-4b49-9453-184c40a41949 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c14cc48-385b-42eb-9430-3a13b1f33556,revision_number=0']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:20.288524 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c76849-d0db-40fe-9d83-ec675b248c82 req-a3b09913-274f-4ef6-a669-d66c4ca45985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:20.290136 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-57c76849-d0db-40fe-9d83-ec675b248c82 req-a3b09913-274f-4ef6-a669-d66c4ca45985 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=498b2575-11ea-41fa-9148-e98bdc81666c HTTP/1.1" status: 200 len: 853 time: 0.0469937 Aug 18 19:49:20.295744 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-81c3df80-3137-4b49-9453-184c40a41949 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:20.299184 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-81c3df80-3137-4b49-9453-184c40a41949 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206317 Aug 18 19:49:20.300048 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 48302) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:49:20.305002 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-b3272951-35b0-4547-a29a-c77e9cfadbd4 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Request body: {'security_group_rule': {'security_group_id': '6510fb18-85ef-46f4-8840-28590cb60563', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:49:20.341668 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-b3272951-35b0-4547-a29a-c77e9cfadbd4 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:20.351437 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c76849-d0db-40fe-9d83-ec675b248c82 req-f9516534-f17d-477f-9769-65e6faaf4169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:20.353025 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-57c76849-d0db-40fe-9d83-ec675b248c82 req-f9516534-f17d-477f-9769-65e6faaf4169 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f814e1db-1b4f-4223-8eee-1aae8c8f02d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511627 Aug 18 19:49:20.406871 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-b3272951-35b0-4547-a29a-c77e9cfadbd4 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:20.411846 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-b3272951-35b0-4547-a29a-c77e9cfadbd4 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764444'] for security_group_rule, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:20.430219 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3272951-35b0-4547-a29a-c77e9cfadbd4 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5715a544-5c71-4e57-974e-6ba865fc194c,revision_number=0']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:20.441443 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-b3272951-35b0-4547-a29a-c77e9cfadbd4 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:20.442869 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-b3272951-35b0-4547-a29a-c77e9cfadbd4 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418052 Aug 18 19:49:20.446084 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 48308) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:49:20.451500 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-98f0b160-a214-4024-bc39-1b55ab754c2e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Request body: {'floatingip': {'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:49:20.452686 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-57c76849-d0db-40fe-9d83-ec675b248c82 req-9a930a1a-ff64-43f1-a3a3-e03e189c8a3f service neutron] 10.222.0.35 "GET /v2.0/networks/f814e1db-1b4f-4223-8eee-1aae8c8f02d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920134 Aug 18 19:49:20.474918 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-98f0b160-a214-4024-bc39-1b55ab754c2e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for floatingip, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:20.568921 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-57c76849-d0db-40fe-9d83-ec675b248c82 req-86b98e8b-1741-4217-848e-47a33e8008a3 service neutron] 10.222.0.35 "GET /v2.0/networks/f814e1db-1b4f-4223-8eee-1aae8c8f02d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070485 Aug 18 19:49:20.585457 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-98f0b160-a214-4024-bc39-1b55ab754c2e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:20.691511 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.db_base_plugin_common [None req-98f0b160-a214-4024-bc39-1b55ab754c2e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Allocated IP 172.27.2.22 (c9e7b0ac-d07a-45d1-b669-710203e2b4d9/fcdf06bc-9cb8-408c-b78f-916aa229f92b/fafb6cb7-0e30-4bb3-8fa5-77ad2e0edf67) {{(pid=100439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:49:20.794238 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-98f0b160-a214-4024-bc39-1b55ab754c2e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for port, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:20.833160 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-98f0b160-a214-4024-bc39-1b55ab754c2e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58782208'] for port, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:20.872888 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f0b160-a214-4024-bc39-1b55ab754c2e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 is already hosted by enough agents. {{(pid=100439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:49:20.877900 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-98f0b160-a214-4024-bc39-1b55ab754c2e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Resources bound (agent type, host, resource id): {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:49:20.881612 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f0b160-a214-4024-bc39-1b55ab754c2e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Received port after_create {{(pid=100439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:49:20.908401 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0b160-a214-4024-bc39-1b55ab754c2e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Pushing event updated for resources: {'Port': ['ID=fafb6cb7-0e30-4bb3-8fa5-77ad2e0edf67,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:20.971350 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-98f0b160-a214-4024-bc39-1b55ab754c2e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:21.004964 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-98f0b160-a214-4024-bc39-1b55ab754c2e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:21.154985 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-98f0b160-a214-4024-bc39-1b55ab754c2e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for port, precommit_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:21.159624 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-98f0b160-a214-4024-bc39-1b55ab754c2e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58782223'] for port, after_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:21.236770 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0b160-a214-4024-bc39-1b55ab754c2e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Pushing event updated for resources: {'Port': ['ID=fafb6cb7-0e30-4bb3-8fa5-77ad2e0edf67,revision_number=2']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:21.250128 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-98f0b160-a214-4024-bc39-1b55ab754c2e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665786'] for floatingip, after_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:21.263810 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-98f0b160-a214-4024-bc39-1b55ab754c2e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for floatingip, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:21.265063 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-98f0b160-a214-4024-bc39-1b55ab754c2e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8175371 Aug 18 19:49:21.450549 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-322b814d-ee78-493a-a4d5-84cf75e5907c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--295792488&fields=id&tenant_id=77e9437c632648f4ac33b7f9bb3af25c HTTP/1.1" status: 200 len: 267 time: 0.0326045 Aug 18 19:49:21.561321 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-8040b30b-4e6d-4597-b0a7-c9baf56c9963 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:21.562738 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-8040b30b-4e6d-4597-b0a7-c9baf56c9963 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/networks?id=f75a4ad2-5977-4a3c-89ba-eb88091ae653 HTTP/1.1" status: 200 len: 810 time: 0.1052823 Aug 18 19:49:21.578497 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-282cff0b-2ec4-4b38-9c74-f38ec51fed61 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/quotas/77e9437c632648f4ac33b7f9bb3af25c HTTP/1.1" status: 200 len: 375 time: 0.0099599 Aug 18 19:49:21.634256 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-53986c4a-3a26-4c9f-8974-32c499264898 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=77e9437c632648f4ac33b7f9bb3af25c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492971 Aug 18 19:49:21.739385 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-700baa4e-39a6-4385-b643-40dffd315d39 service neutron] 10.222.0.38 "GET /v2.0/networks/f75a4ad2-5977-4a3c-89ba-eb88091ae653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933239 Aug 18 19:49:21.807789 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafd9ad-cdd4-4edc-99e5-46f21d6e7bd0 req-f8a48e62-587b-4bb3-948e-0e16bc9f6eca tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:21.809353 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0cafd9ad-cdd4-4edc-99e5-46f21d6e7bd0 req-f8a48e62-587b-4bb3-948e-0e16bc9f6eca tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 945 time: 0.0498314 Aug 18 19:49:21.838961 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-e8162adc-367a-4623-9e11-3c10451ccc86 service neutron] 10.222.0.38 "GET /v2.0/networks/f75a4ad2-5977-4a3c-89ba-eb88091ae653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934319 Aug 18 19:49:21.854633 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0cafd9ad-cdd4-4edc-99e5-46f21d6e7bd0 req-fb78d0ce-7c39-447d-ba55-0b391525ac57 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338390 Aug 18 19:49:21.994084 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4d260dbd-6dff-4f81-9daf-c05354b1c617 req-a8aa7067-3996-4641-9139-6cf35130f39e tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdda50f3-df3c-4c68-9895-52e697d62916 HTTP/1.1" status: 200 len: 210 time: 0.0272219 Aug 18 19:49:22.973055 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a8151-7139-41f8-89e6-34f49b30cb7a req-8a11102d-164c-42a0-ba9d-497539b02806 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:22.974529 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-795a8151-7139-41f8-89e6-34f49b30cb7a req-8a11102d-164c-42a0-ba9d-497539b02806 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 945 time: 0.0535917 Aug 18 19:49:23.015222 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-795a8151-7139-41f8-89e6-34f49b30cb7a req-dd77f9d2-2302-4a20-b345-c1170b693cbf tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329559 Aug 18 19:49:23.094417 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f30bd45b-5e0d-45e5-bd56-7a8fa52d43de req-15a84bcf-f6a1-491c-af55-4e7c86d838e0 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdda50f3-df3c-4c68-9895-52e697d62916 HTTP/1.1" status: 200 len: 210 time: 0.0284216 Aug 18 19:49:23.164037 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-a1f4b5e1-f8c0-43ee-93e2-bbde11d2b739 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:23.165501 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-a1f4b5e1-f8c0-43ee-93e2-bbde11d2b739 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.35 "GET /v2.0/networks?id=f75a4ad2-5977-4a3c-89ba-eb88091ae653 HTTP/1.1" status: 200 len: 810 time: 0.1084082 Aug 18 19:49:23.219646 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-090a1e73-49a7-415e-ba40-5702416c131c tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77e9437c632648f4ac33b7f9bb3af25c HTTP/1.1" status: 200 len: 379 time: 0.0338957 Aug 18 19:49:23.232307 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-38f60286-c7d8-482c-b403-0ed6b691af9f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Request body: {'port': {'device_id': 'bdda50f3-df3c-4c68-9895-52e697d62916', 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653', 'admin_state_up': True, 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'security_groups': ['6510fb18-85ef-46f4-8840-28590cb60563']}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:49:23.336925 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-38f60286-c7d8-482c-b403-0ed6b691af9f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Made reservation on behalf of 77e9437c632648f4ac33b7f9bb3af25c for: {'port': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:49:23.340921 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-38f60286-c7d8-482c-b403-0ed6b691af9f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:23.466278 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-38f60286-c7d8-482c-b403-0ed6b691af9f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Allocated IP 172.20.0.5 (f75a4ad2-5977-4a3c-89ba-eb88091ae653/5a0797b3-7667-41c9-b4c1-878fd339c483/22c67ecd-6503-42dd-8606-f95bc9f12fae) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:49:23.600955 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-38f60286-c7d8-482c-b403-0ed6b691af9f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:23.614416 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-38f60286-c7d8-482c-b403-0ed6b691af9f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Transition to ACTIVE for port object 22c67ecd-6503-42dd-8606-f95bc9f12fae will not be triggered until provisioned by entity DHCP. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:49:23.646556 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-38f60286-c7d8-482c-b403-0ed6b691af9f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:23.692792 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-38f60286-c7d8-482c-b403-0ed6b691af9f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Network f75a4ad2-5977-4a3c-89ba-eb88091ae653 is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:49:23.695953 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-38f60286-c7d8-482c-b403-0ed6b691af9f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:49:23.700381 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-38f60286-c7d8-482c-b403-0ed6b691af9f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:49:23.724435 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f60286-c7d8-482c-b403-0ed6b691af9f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Pushing event updated for resources: {'Port': ['ID=22c67ecd-6503-42dd-8606-f95bc9f12fae,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:23.752719 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-38f60286-c7d8-482c-b403-0ed6b691af9f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:23.753357 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-38f60286-c7d8-482c-b403-0ed6b691af9f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:23.770289 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-38f60286-c7d8-482c-b403-0ed6b691af9f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5422673 Aug 18 19:49:23.803362 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-d6596a80-cbf5-452d-a6b7-82c353275d37 service neutron] Request body: {'port': {'device_id': 'bdda50f3-df3c-4c68-9895-52e697d62916', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:49:23.860268 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-d6596a80-cbf5-452d-a6b7-82c353275d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:23.913466 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-3068a46c-a4b4-49e3-be9b-cf81f1d00f35 None None] Provisioning for port 22c67ecd-6503-42dd-8606-f95bc9f12fae completed by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:49:23.917094 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-3068a46c-a4b4-49e3-be9b-cf81f1d00f35 None None] Provisioning complete for port 22c67ecd-6503-42dd-8606-f95bc9f12fae triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:49:23.917498 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3068a46c-a4b4-49e3-be9b-cf81f1d00f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:23.959420 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-3068a46c-a4b4-49e3-be9b-cf81f1d00f35 None None] Port 22c67ecd-6503-42dd-8606-f95bc9f12fae cannot update to ACTIVE because it is not bound. {{(pid=100441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:49:24.128127 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deaf6df-a6ea-4f99-be42-f75a1d6f2792 req-d9ea8254-8062-4cb7-9888-2e2e7af80e8d tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:24.129746 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3deaf6df-a6ea-4f99-be42-f75a1d6f2792 req-d9ea8254-8062-4cb7-9888-2e2e7af80e8d tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 945 time: 0.0485773 Aug 18 19:49:24.132626 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-d6596a80-cbf5-452d-a6b7-82c353275d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c67ecd-6503-42dd-8606-f95bc9f12fae {{(pid=100440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:49:24.141486 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-d6596a80-cbf5-452d-a6b7-82c353275d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:24.154568 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-d6596a80-cbf5-452d-a6b7-82c353275d37 service neutron] Transition to ACTIVE for port object 22c67ecd-6503-42dd-8606-f95bc9f12fae will not be triggered until provisioned by entity L2. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:49:24.159798 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-d6596a80-cbf5-452d-a6b7-82c353275d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:24.173701 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3deaf6df-a6ea-4f99-be42-f75a1d6f2792 req-7395f1f8-7e94-4992-83ab-ad9d42f05a81 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362840 Aug 18 19:49:24.250919 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6596a80-cbf5-452d-a6b7-82c353275d37 service neutron] Pushing event updated for resources: {'Port': ['ID=22c67ecd-6503-42dd-8606-f95bc9f12fae,revision_number=2']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:24.552444 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c74702-4c2e-42bd-a994-003b17d371ff req-90919956-5590-487d-b62e-ae924d26d540 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:24.553840 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-57c74702-4c2e-42bd-a994-003b17d371ff req-90919956-5590-487d-b62e-ae924d26d540 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdda50f3-df3c-4c68-9895-52e697d62916 HTTP/1.1" status: 200 len: 943 time: 0.3802083 Aug 18 19:49:24.643010 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-57c74702-4c2e-42bd-a994-003b17d371ff req-d05b6bd3-f23c-47f7-ae41-1b9c97f3d7b0 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=6510fb18-85ef-46f4-8840-28590cb60563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735865 Aug 18 19:49:24.644444 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-d6596a80-cbf5-452d-a6b7-82c353275d37 service neutron] Attempting to bind port 22c67ecd-6503-42dd-8606-f95bc9f12fae on host hv-cinder-80507 for vnic_type normal with profile {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:49:24.644833 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-d6596a80-cbf5-452d-a6b7-82c353275d37 service neutron] Attempting to bind port 22c67ecd-6503-42dd-8606-f95bc9f12fae by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '61037c1e-a9d9-4d0e-93a7-ef04c02e93c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653'}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:49:24.645181 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-d6596a80-cbf5-452d-a6b7-82c353275d37 service neutron] Attempting to bind port 22c67ecd-6503-42dd-8606-f95bc9f12fae on network f75a4ad2-5977-4a3c-89ba-eb88091ae653 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:49:24.654503 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444a9dd-a7ac-4941-9f62-090116b582bc req-c9b3791a-9a05-4765-ae0b-d5b64da08d72 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:24.656061 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c444a9dd-a7ac-4941-9f62-090116b582bc req-c9b3791a-9a05-4765-ae0b-d5b64da08d72 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 945 time: 0.0998228 Aug 18 19:49:24.659537 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-d6596a80-cbf5-452d-a6b7-82c353275d37 service neutron] Port 22c67ecd-6503-42dd-8606-f95bc9f12fae on network f75a4ad2-5977-4a3c-89ba-eb88091ae653 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:49:24.659870 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-d6596a80-cbf5-452d-a6b7-82c353275d37 service neutron] Attempting to bind port 22c67ecd-6503-42dd-8606-f95bc9f12fae on network f75a4ad2-5977-4a3c-89ba-eb88091ae653 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:49:24.664859 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-d6596a80-cbf5-452d-a6b7-82c353275d37 service neutron] Checking agent: {'id': 'a8b818dc-2c80-42c6-b162-9bd2386595a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'started_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:49:24.665196 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-d6596a80-cbf5-452d-a6b7-82c353275d37 service neutron] Checking segment: {'id': '61037c1e-a9d9-4d0e-93a7-ef04c02e93c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:49:24.665598 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-d6596a80-cbf5-452d-a6b7-82c353275d37 service neutron] Bound using segment: {'id': '61037c1e-a9d9-4d0e-93a7-ef04c02e93c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653'} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:49:24.666008 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-d6596a80-cbf5-452d-a6b7-82c353275d37 service neutron] Bound port: 22c67ecd-6503-42dd-8606-f95bc9f12fae, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61037c1e-a9d9-4d0e-93a7-ef04c02e93c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653'}}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:49:24.666927 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-d6596a80-cbf5-452d-a6b7-82c353275d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:24.787080 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-d6596a80-cbf5-452d-a6b7-82c353275d37 service neutron] For port 22c67ecd-6503-42dd-8606-f95bc9f12fae, host hv-cinder-80507, cleared binding levels {{(pid=100440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:49:24.790558 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-d6596a80-cbf5-452d-a6b7-82c353275d37 service neutron] For port 22c67ecd-6503-42dd-8606-f95bc9f12fae, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=22c67ecd-6503-42dd-8606-f95bc9f12fae,segment=NetworkSegment(61037c1e-a9d9-4d0e-93a7-ef04c02e93c2),segment_id=61037c1e-a9d9-4d0e-93a7-ef04c02e93c2)] {{(pid=100440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:49:24.798851 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-d6596a80-cbf5-452d-a6b7-82c353275d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:24.841994 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-d6596a80-cbf5-452d-a6b7-82c353275d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:24.842610 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-d6596a80-cbf5-452d-a6b7-82c353275d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:24.844609 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-d6596a80-cbf5-452d-a6b7-82c353275d37 service neutron] 10.222.0.35 "PUT /v2.0/ports/22c67ecd-6503-42dd-8606-f95bc9f12fae HTTP/1.1" status: 200 len: 1093 time: 1.0455244 Aug 18 19:49:24.845993 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdda50f3-df3c-4c68-9895-52e697d62916', 'tag': '22c67ecd-6503-42dd-8606-f95bc9f12fae'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:49:24.848239 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5048be7-c25e-4b61-90af-2917e0ce496f" -d '{"events": [{"name": "network-changed", "server_uuid": "bdda50f3-df3c-4c68-9895-52e697d62916", "tag": "22c67ecd-6503-42dd-8606-f95bc9f12fae"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:49:24.872934 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-c444a9dd-a7ac-4941-9f62-090116b582bc req-9a1bb6ee-fa01-46e4-8f7a-fc366a4aea6d tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Deleting port 81ce9da5-28fe-47b4-b6a4-f28540691817 {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:49:24.873288 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-c444a9dd-a7ac-4941-9f62-090116b582bc req-9a1bb6ee-fa01-46e4-8f7a-fc366a4aea6d tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:24.917887 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df41dbb-7522-42d9-8d7b-b7c7d7bb0a04 x-openstack-request-id: req-5df41dbb-7522-42d9-8d7b-b7c7d7bb0a04 {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:49:24.918251 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdda50f3-df3c-4c68-9895-52e697d62916", "tag": "22c67ecd-6503-42dd-8606-f95bc9f12fae", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:49:24.918510 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5df41dbb-7522-42d9-8d7b-b7c7d7bb0a04 {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:49:24.918952 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdda50f3-df3c-4c68-9895-52e697d62916', 'tag': '22c67ecd-6503-42dd-8606-f95bc9f12fae', 'status': 'completed', 'code': 200} Aug 18 19:49:24.919653 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6596a80-cbf5-452d-a6b7-82c353275d37 service neutron] Pushing event updated for resources: {'Port': ['ID=22c67ecd-6503-42dd-8606-f95bc9f12fae,revision_number=3']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:24.998446 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-1caedebf-1707-4f7a-980a-44e221842635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:24.999772 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-1caedebf-1707-4f7a-980a-44e221842635 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77e9437c632648f4ac33b7f9bb3af25c&device_id=bdda50f3-df3c-4c68-9895-52e697d62916 HTTP/1.1" status: 200 len: 1096 time: 0.0752640 Aug 18 19:49:25.004832 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-c444a9dd-a7ac-4941-9f62-090116b582bc req-9a1bb6ee-fa01-46e4-8f7a-fc366a4aea6d tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] For port 81ce9da5-28fe-47b4-b6a4-f28540691817, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=81ce9da5-28fe-47b4-b6a4-f28540691817,segment=NetworkSegment(5ecfeeca-a0c3-4ca6-b9b0-20cf92499652),segment_id=5ecfeeca-a0c3-4ca6-b9b0-20cf92499652)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:49:25.005202 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-c444a9dd-a7ac-4941-9f62-090116b582bc req-9a1bb6ee-fa01-46e4-8f7a-fc366a4aea6d tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:25.025220 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-c444a9dd-a7ac-4941-9f62-090116b582bc req-9a1bb6ee-fa01-46e4-8f7a-fc366a4aea6d tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Calling delete_port for 81ce9da5-28fe-47b4-b6a4-f28540691817 owned by compute:nova {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:49:25.060092 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-930fcbde-7458-4169-bcc2-ebb2e1f02a34 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22c67ecd-6503-42dd-8606-f95bc9f12fae HTTP/1.1" status: 200 len: 217 time: 0.0451651 Aug 18 19:49:25.149937 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-eb0de63f-bf2c-41ef-8910-5c320b2fbeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:25.151965 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-eb0de63f-bf2c-41ef-8910-5c320b2fbeb0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a0797b3-7667-41c9-b4c1-878fd339c483 HTTP/1.1" status: 200 len: 849 time: 0.0837607 Aug 18 19:49:25.236782 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-c4f0c6cf-0685-48b8-a5dc-20d133601b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:25.238345 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-c4f0c6cf-0685-48b8-a5dc-20d133601b19 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f75a4ad2-5977-4a3c-89ba-eb88091ae653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759432 Aug 18 19:49:25.266150 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-c444a9dd-a7ac-4941-9f62-090116b582bc req-9a1bb6ee-fa01-46e4-8f7a-fc366a4aea6d tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:25.298007 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3050292-5c22-4720-b4f8-d302ff1493d2 req-d2ac4904-6a74-4dca-838c-5d6ffc6bf15c tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:25.300581 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f3050292-5c22-4720-b4f8-d302ff1493d2 req-d2ac4904-6a74-4dca-838c-5d6ffc6bf15c tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddbaf420-b661-4461-a800-981303aac155 HTTP/1.1" status: 200 len: 867 time: 0.0567117 Aug 18 19:49:25.300939 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['81ce9da5-28fe-47b4-b6a4-f28540691817'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:49:25.327954 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bb6ee-fa01-46e4-8f7a-fc366a4aea6d tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Pushing event deleted for resources: {'Port': ['ID=81ce9da5-28fe-47b4-b6a4-f28540691817,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:25.351494 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f3050292-5c22-4720-b4f8-d302ff1493d2 req-e6deb081-0d04-4d12-b27f-45a679bf2742 tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.38 "GET /v2.0/security-groups?id=41ddbc87-89a2-4018-9d72-d539685be615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438464 Aug 18 19:49:25.377408 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-c444a9dd-a7ac-4941-9f62-090116b582bc req-9a1bb6ee-fa01-46e4-8f7a-fc366a4aea6d tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] No DVR routers for this DVR port 81ce9da5-28fe-47b4-b6a4-f28540691817 on host hv-cinder-80507 {{(pid=100440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:49:25.380863 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-c444a9dd-a7ac-4941-9f62-090116b582bc req-9a1bb6ee-fa01-46e4-8f7a-fc366a4aea6d tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:25.382848 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c444a9dd-a7ac-4941-9f62-090116b582bc req-9a1bb6ee-fa01-46e4-8f7a-fc366a4aea6d tempest-TestMinimumBasicScenario-901648469 tempest-TestMinimumBasicScenario-901648469-project] 10.222.0.35 "DELETE /v2.0/ports/81ce9da5-28fe-47b4-b6a4-f28540691817 HTTP/1.1" status: 204 len: 173 time: 0.6817114 Aug 18 19:49:25.405297 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-6309fc9b-2c19-473e-9505-37cad9a033f9 service neutron] 10.222.0.35 "GET /v2.0/networks/f75a4ad2-5977-4a3c-89ba-eb88091ae653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586943 Aug 18 19:49:25.511482 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cf4e4968-d866-412f-9c92-ae36b885ba6d req-cf3dd8b6-8146-412b-bd12-9ab5d5bd5298 service neutron] 10.222.0.35 "GET /v2.0/networks/f75a4ad2-5977-4a3c-89ba-eb88091ae653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951383 Aug 18 19:49:25.644514 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5048be7-c25e-4b61-90af-2917e0ce496f req-acc992bc-50fd-4d51-92c9-c7a7400f0501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:25.645911 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c5048be7-c25e-4b61-90af-2917e0ce496f req-acc992bc-50fd-4d51-92c9-c7a7400f0501 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77e9437c632648f4ac33b7f9bb3af25c&device_id=bdda50f3-df3c-4c68-9895-52e697d62916 HTTP/1.1" status: 200 len: 1096 time: 0.0413115 Aug 18 19:49:25.783254 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5048be7-c25e-4b61-90af-2917e0ce496f req-e1fdd710-26a1-4fc5-94e6-4e58be60748f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:25.784756 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c5048be7-c25e-4b61-90af-2917e0ce496f req-e1fdd710-26a1-4fc5-94e6-4e58be60748f service neutron] 10.222.0.35 "GET /v2.0/networks?id=f75a4ad2-5977-4a3c-89ba-eb88091ae653 HTTP/1.1" status: 200 len: 911 time: 0.1318123 Aug 18 19:49:25.800985 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df6d36-809a-4026-85e5-a647bb17cfc9 req-fe281543-da46-4b55-ba0a-61706cc40358 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:25.802892 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a2df6d36-809a-4026-85e5-a647bb17cfc9 req-fe281543-da46-4b55-ba0a-61706cc40358 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdda50f3-df3c-4c68-9895-52e697d62916 HTTP/1.1" status: 200 len: 943 time: 0.0842333 Aug 18 19:49:25.843370 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c5048be7-c25e-4b61-90af-2917e0ce496f req-bb596e1c-563c-4ad3-b450-c0da1e06cc44 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22c67ecd-6503-42dd-8606-f95bc9f12fae HTTP/1.1" status: 200 len: 217 time: 0.0504575 Aug 18 19:49:25.903529 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a2df6d36-809a-4026-85e5-a647bb17cfc9 req-9d9cd0a9-466e-49d6-9966-cf6c433bac4b tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=6510fb18-85ef-46f4-8840-28590cb60563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930717 Aug 18 19:49:25.910428 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5048be7-c25e-4b61-90af-2917e0ce496f req-bd28986d-2ca3-4a67-bf35-99c764152e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:25.912452 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c5048be7-c25e-4b61-90af-2917e0ce496f req-bd28986d-2ca3-4a67-bf35-99c764152e28 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a0797b3-7667-41c9-b4c1-878fd339c483 HTTP/1.1" status: 200 len: 849 time: 0.0591900 Aug 18 19:49:25.963939 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5048be7-c25e-4b61-90af-2917e0ce496f req-53aa487f-bb2a-42b6-a737-ab9b384b5a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:25.965444 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c5048be7-c25e-4b61-90af-2917e0ce496f req-53aa487f-bb2a-42b6-a737-ab9b384b5a2f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f75a4ad2-5977-4a3c-89ba-eb88091ae653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452509 Aug 18 19:49:26.062513 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c5048be7-c25e-4b61-90af-2917e0ce496f req-bbd64f4a-aaa4-4719-a806-47f917db64cf service neutron] 10.222.0.35 "GET /v2.0/networks/f75a4ad2-5977-4a3c-89ba-eb88091ae653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856247 Aug 18 19:49:26.162527 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c5048be7-c25e-4b61-90af-2917e0ce496f req-e27196b5-4679-40db-b29c-21483c9f846f service neutron] 10.222.0.35 "GET /v2.0/networks/f75a4ad2-5977-4a3c-89ba-eb88091ae653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897105 Aug 18 19:49:26.919905 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddbaf420-b661-4461-a800-981303aac155', 'name': 'network-vif-deleted', 'tag': '81ce9da5-28fe-47b4-b6a4-f28540691817'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:49:26.922362 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481437b9-cf71-4f06-ad2a-cc27d1687459" -d '{"events": [{"server_uuid": "ddbaf420-b661-4461-a800-981303aac155", "name": "network-vif-deleted", "tag": "81ce9da5-28fe-47b4-b6a4-f28540691817"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:49:26.971027 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cede74-693c-4b5d-98e3-308c00329c1d x-openstack-request-id: req-83cede74-693c-4b5d-98e3-308c00329c1d {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:49:26.971622 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddbaf420-b661-4461-a800-981303aac155", "name": "network-vif-deleted", "tag": "81ce9da5-28fe-47b4-b6a4-f28540691817", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:49:26.972060 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-83cede74-693c-4b5d-98e3-308c00329c1d {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:49:26.972643 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddbaf420-b661-4461-a800-981303aac155', 'name': 'network-vif-deleted', 'tag': '81ce9da5-28fe-47b4-b6a4-f28540691817', 'status': 'completed', 'code': 200} Aug 18 19:49:27.022452 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 48422) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:49:27.036973 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e04009-181d-40ac-88f9-5a8808f32ee9 req-b90235da-62ca-47f0-aae3-c7acfac02bac tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:27.038484 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-85e04009-181d-40ac-88f9-5a8808f32ee9 req-b90235da-62ca-47f0-aae3-c7acfac02bac tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdda50f3-df3c-4c68-9895-52e697d62916 HTTP/1.1" status: 200 len: 943 time: 0.0563745 Aug 18 19:49:27.076785 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-85e04009-181d-40ac-88f9-5a8808f32ee9 req-3faea9cf-0135-4176-acb9-c934652c5a4d tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=6510fb18-85ef-46f4-8840-28590cb60563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318060 Aug 18 19:49:27.731453 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-66eea946-e8d2-45c6-8575-bc2aff9aad1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1676748'] for router_interface, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:28.017378 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.plugin [None req-66eea946-e8d2-45c6-8575-bc2aff9aad1b admin admin] Deleting port 0067c1bf-8aa5-4dfc-9e14-795815fd63d7 {{(pid=100439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:49:28.017630 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-66eea946-e8d2-45c6-8575-bc2aff9aad1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:28.076207 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 22c67ecd-6503-42dd-8606-f95bc9f12fae details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=100441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:49:28.086152 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 81ce9da5-28fe-47b4-b6a4-f28540691817 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:49:28.091268 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.db [None req-66eea946-e8d2-45c6-8575-bc2aff9aad1b admin admin] For port 0067c1bf-8aa5-4dfc-9e14-795815fd63d7, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=0067c1bf-8aa5-4dfc-9e14-795815fd63d7,segment=NetworkSegment(5ecfeeca-a0c3-4ca6-b9b0-20cf92499652),segment_id=5ecfeeca-a0c3-4ca6-b9b0-20cf92499652)] {{(pid=100439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:49:28.091779 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-66eea946-e8d2-45c6-8575-bc2aff9aad1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:28.109993 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.plugin [None req-66eea946-e8d2-45c6-8575-bc2aff9aad1b admin admin] Calling delete_port for 0067c1bf-8aa5-4dfc-9e14-795815fd63d7 owned by network:router_interface {{(pid=100439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:49:28.120628 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] No Port match for: 81ce9da5-28fe-47b4-b6a4-f28540691817 {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:49:28.120978 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 81ce9da5-28fe-47b4-b6a4-f28540691817 not bound to the agent host hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:49:28.212017 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 22c67ecd-6503-42dd-8606-f95bc9f12fae, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=22c67ecd-6503-42dd-8606-f95bc9f12fae,segment=NetworkSegment(61037c1e-a9d9-4d0e-93a7-ef04c02e93c2),segment_id=61037c1e-a9d9-4d0e-93a7-ef04c02e93c2)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:49:28.223067 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Returning: {'device': '22c67ecd-6503-42dd-8606-f95bc9f12fae', 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653', 'port_id': '22c67ecd-6503-42dd-8606-f95bc9f12fae', 'mac_address': 'fa:16:3e:fe:c2:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:49:28.245154 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c5d18-92c0-4f5b-a7a3-99f9ee615ed0 req-da114fd6-3d36-4a78-b585-3cad1404982f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:28.246618 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-df7c5d18-92c0-4f5b-a7a3-99f9ee615ed0 req-da114fd6-3d36-4a78-b585-3cad1404982f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdda50f3-df3c-4c68-9895-52e697d62916 HTTP/1.1" status: 200 len: 943 time: 0.0927634 Aug 18 19:49:28.260872 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:28.273763 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c67ecd-6503-42dd-8606-f95bc9f12fae {{(pid=100441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:49:28.293114 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 22c67ecd-6503-42dd-8606-f95bc9f12fae, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=22c67ecd-6503-42dd-8606-f95bc9f12fae,segment=NetworkSegment(61037c1e-a9d9-4d0e-93a7-ef04c02e93c2),segment_id=61037c1e-a9d9-4d0e-93a7-ef04c02e93c2)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:49:28.297517 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:28.348315 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=22c67ecd-6503-42dd-8606-f95bc9f12fae,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:28.350631 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-df7c5d18-92c0-4f5b-a7a3-99f9ee615ed0 req-73a61bda-625a-4cb7-9793-63144e48060f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=6510fb18-85ef-46f4-8840-28590cb60563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841682 Aug 18 19:49:28.414553 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-66eea946-e8d2-45c6-8575-bc2aff9aad1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58782208'] for port, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:28.439349 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eea946-e8d2-45c6-8575-bc2aff9aad1b admin admin] Pushing event deleted for resources: {'Port': ['ID=0067c1bf-8aa5-4dfc-9e14-795815fd63d7,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:28.609962 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-66eea946-e8d2-45c6-8575-bc2aff9aad1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817948'] for router_interface, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:28.732779 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['22c67ecd-6503-42dd-8606-f95bc9f12fae'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:49:28.833812 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66eea946-e8d2-45c6-8575-bc2aff9aad1b admin admin] Router 997740a1-6519-4882-816e-14dcb1880b52 has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:49:28.938089 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66eea946-e8d2-45c6-8575-bc2aff9aad1b admin admin] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:49:28.944705 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-66eea946-e8d2-45c6-8575-bc2aff9aad1b admin admin] 10.222.0.38 "PUT /v2.0/routers/997740a1-6519-4882-816e-14dcb1880b52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9212186 Aug 18 19:49:28.945422 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 48430) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:49:28.948452 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61a54b4-deb5-4d94-91b8-aa43f57c1146 None None] Sync routers for ids ['997740a1-6519-4882-816e-14dcb1880b52'] in dv-cinder-805072-2-iscsi {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:49:28.959416 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61a54b4-deb5-4d94-91b8-aa43f57c1146 None None] Routers {'997740a1-6519-4882-816e-14dcb1880b52'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:49:28.960043 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-f61a54b4-deb5-4d94-91b8-aa43f57c1146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:49:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['997740a1-6519-4882-816e-14dcb1880b52'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:29.046581 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-912de431-82af-46a5-8b4e-0cdc0a8e38bb admin admin] Notify callbacks [] for router, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:29.063275 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-f61a54b4-deb5-4d94-91b8-aa43f57c1146 None None] Set router 997740a1-6519-4882-816e-14dcb1880b52 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:49:29.146500 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-912de431-82af-46a5-8b4e-0cdc0a8e38bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:29.200343 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.plugin [None req-912de431-82af-46a5-8b4e-0cdc0a8e38bb admin admin] Deleting port 2b4da1c9-37a7-424f-a54a-e7d90dba9837 {{(pid=100439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:49:29.200685 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-912de431-82af-46a5-8b4e-0cdc0a8e38bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:29.250056 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-f61a54b4-deb5-4d94-91b8-aa43f57c1146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997740a1-6519-4882-816e-14dcb1880b52', 'name': 'tempest-TestMinimumBasicScenario-229044681-router', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '2b4da1c9-37a7-424f-a54a-e7d90dba9837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:44:15Z', 'updated_at': '2021-08-18T19:49:28Z', 'revision_number': 5, 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'gw_port': {'id': '2b4da1c9-37a7-424f-a54a-e7d90dba9837', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997740a1-6519-4882-816e-14dcb1880b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:16Z', 'updated_at': '2021-08-18T19:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:29.278154 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61a54b4-deb5-4d94-91b8-aa43f57c1146 None None] Checking router: 997740a1-6519-4882-816e-14dcb1880b52 for host: dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:49:29.282859 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.db [None req-912de431-82af-46a5-8b4e-0cdc0a8e38bb admin admin] For port 2b4da1c9-37a7-424f-a54a-e7d90dba9837, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=2b4da1c9-37a7-424f-a54a-e7d90dba9837,segment=NetworkSegment(0bdaf2c9-3eca-4db0-8337-689581495736),segment_id=0bdaf2c9-3eca-4db0-8337-689581495736)] {{(pid=100439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:49:29.283250 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-912de431-82af-46a5-8b4e-0cdc0a8e38bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:29.286835 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61a54b4-deb5-4d94-91b8-aa43f57c1146 None None] Routers {'997740a1-6519-4882-816e-14dcb1880b52'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:49:29.287514 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-f61a54b4-deb5-4d94-91b8-aa43f57c1146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:49:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['997740a1-6519-4882-816e-14dcb1880b52'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:29.294542 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.plugin [None req-912de431-82af-46a5-8b4e-0cdc0a8e38bb admin admin] Calling delete_port for 2b4da1c9-37a7-424f-a54a-e7d90dba9837 owned by network:router_gateway {{(pid=100439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:49:29.372096 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-f61a54b4-deb5-4d94-91b8-aa43f57c1146 None None] Set router 997740a1-6519-4882-816e-14dcb1880b52 gateway port host: None {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:49:29.428198 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-f61a54b4-deb5-4d94-91b8-aa43f57c1146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997740a1-6519-4882-816e-14dcb1880b52', 'name': 'tempest-TestMinimumBasicScenario-229044681-router', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:44:15Z', 'updated_at': '2021-08-18T19:49:29Z', 'revision_number': 6, 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'gw_port_host': None}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:29.455110 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61a54b4-deb5-4d94-91b8-aa43f57c1146 None None] The sync data for ids ['997740a1-6519-4882-816e-14dcb1880b52'] in dv-cinder-805072-2-iscsi is: [{'id': '997740a1-6519-4882-816e-14dcb1880b52', 'name': 'tempest-TestMinimumBasicScenario-229044681-router', 'tenant_id': '40186e8471ed4bd19ef3b036189955b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:44:15Z', 'updated_at': '2021-08-18T19:49:29Z', 'revision_number': 6, 'project_id': '40186e8471ed4bd19ef3b036189955b8', 'gw_port_host': None}] {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:49:29.492397 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-912de431-82af-46a5-8b4e-0cdc0a8e38bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58782208'] for port, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:29.502440 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6f6ef-e1e1-4c9c-b6fe-56bd32e23c79 req-98649d8c-790f-4674-bfe4-4b51fb8c99c7 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:29.504663 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a1c6f6ef-e1e1-4c9c-b6fe-56bd32e23c79 req-98649d8c-790f-4674-bfe4-4b51fb8c99c7 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdda50f3-df3c-4c68-9895-52e697d62916 HTTP/1.1" status: 200 len: 944 time: 0.0654607 Aug 18 19:49:29.540814 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912de431-82af-46a5-8b4e-0cdc0a8e38bb admin admin] Pushing event deleted for resources: {'Port': ['ID=2b4da1c9-37a7-424f-a54a-e7d90dba9837,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:29.606642 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a1c6f6ef-e1e1-4c9c-b6fe-56bd32e23c79 req-7d3e862a-d2d0-44e1-a9cf-b63615899c05 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=6510fb18-85ef-46f4-8840-28590cb60563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945733 Aug 18 19:49:29.615161 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-912de431-82af-46a5-8b4e-0cdc0a8e38bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678740'] for router_gateway, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:29.718242 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-912de431-82af-46a5-8b4e-0cdc0a8e38bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59033'] for router, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:29.720358 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-912de431-82af-46a5-8b4e-0cdc0a8e38bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:29.783462 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-912de431-82af-46a5-8b4e-0cdc0a8e38bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674974'] for router, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:29.783989 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912de431-82af-46a5-8b4e-0cdc0a8e38bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 997740a1-6519-4882-816e-14dcb1880b52 {{(pid=100439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 19:49:29.789096 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-912de431-82af-46a5-8b4e-0cdc0a8e38bb admin admin] Notify callbacks [] for router, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:29.790276 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-912de431-82af-46a5-8b4e-0cdc0a8e38bb admin admin] 10.222.0.38 "DELETE /v2.0/routers/997740a1-6519-4882-816e-14dcb1880b52 HTTP/1.1" status: 204 len: 168 time: 0.8439345 Aug 18 19:49:29.793275 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 48436) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:49:29.841799 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e2f2aa-6de4-4d2f-97d5-c7fab167da6e admin admin] Deleting subnet 498b2575-11ea-41fa-9148-e98bdc81666c {{(pid=100439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:49:29.845057 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-92e2f2aa-6de4-4d2f-97d5-c7fab167da6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:29.882519 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-92e2f2aa-6de4-4d2f-97d5-c7fab167da6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60717170'] for subnet, precommit_delete_associations {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:30.077526 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 22c67ecd-6503-42dd-8606-f95bc9f12fae up at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:49:30.126848 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning for port 22c67ecd-6503-42dd-8606-f95bc9f12fae completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:49:30.131015 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning complete for port 22c67ecd-6503-42dd-8606-f95bc9f12fae triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:49:30.131392 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:30.208838 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-92e2f2aa-6de4-4d2f-97d5-c7fab167da6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1353739'] for subnet, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:30.219867 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:30.245436 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdda50f3-df3c-4c68-9895-52e697d62916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c67ecd-6503-42dd-8606-f95bc9f12fae'}] {{(pid=100441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:49:30.247806 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c845df31933df15e4981d7dcb3334c44fca6e0bb010d803592179d7e14a8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ce2937-b5ac-4ed9-8b34-3f47b85a4250" -d '{"events": [{"server_uuid": "bdda50f3-df3c-4c68-9895-52e697d62916", "name": "network-vif-plugged", "status": "completed", "tag": "22c67ecd-6503-42dd-8606-f95bc9f12fae"}]}' {{(pid=100441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:49:30.261864 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 22c67ecd-6503-42dd-8606-f95bc9f12fae, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=22c67ecd-6503-42dd-8606-f95bc9f12fae,segment=NetworkSegment(61037c1e-a9d9-4d0e-93a7-ef04c02e93c2),segment_id=61037c1e-a9d9-4d0e-93a7-ef04c02e93c2)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:49:30.263981 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-92e2f2aa-6de4-4d2f-97d5-c7fab167da6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1353746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58782325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59087251'] for subnet, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:30.267250 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:30.289433 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2f2aa-6de4-4d2f-97d5-c7fab167da6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=498b2575-11ea-41fa-9148-e98bdc81666c,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:30.296070 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-92e2f2aa-6de4-4d2f-97d5-c7fab167da6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for subnet, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:30.297950 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-92e2f2aa-6de4-4d2f-97d5-c7fab167da6e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/498b2575-11ea-41fa-9148-e98bdc81666c HTTP/1.1" status: 204 len: 168 time: 0.5037353 Aug 18 19:49:30.300501 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 48440) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:49:30.312723 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2100a44-5f9d-4c2b-b583-8e46b1ac1afd x-openstack-request-id: req-a2100a44-5f9d-4c2b-b583-8e46b1ac1afd {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:49:30.313008 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdda50f3-df3c-4c68-9895-52e697d62916", "name": "network-vif-plugged", "status": "completed", "tag": "22c67ecd-6503-42dd-8606-f95bc9f12fae", "code": 200}]} {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:49:30.313267 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a2100a44-5f9d-4c2b-b583-8e46b1ac1afd {{(pid=100441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:49:30.314715 dv-cinder-805072-2-iscsi neutron-server[100441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdda50f3-df3c-4c68-9895-52e697d62916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c67ecd-6503-42dd-8606-f95bc9f12fae', 'code': 200} Aug 18 19:49:30.315737 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb204c0f-cc08-43e7-b9cd-3ef4201721d8 None None] Network f814e1db-1b4f-4223-8eee-1aae8c8f02d7 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:49:30.380698 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=22c67ecd-6503-42dd-8606-f95bc9f12fae,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:30.406951 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-510d16f3-217f-4538-b670-718cf3e621e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596498'] for network, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:30.479891 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-510d16f3-217f-4538-b670-718cf3e621e7 admin admin] Deleting port df7ffec6-e8a5-4592-a8d6-558beeeb5325 {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:49:30.480033 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-510d16f3-217f-4538-b670-718cf3e621e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:30.541323 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c4047c-5d4e-45d8-9840-4894c708018c None None] DHCP port deletion for f814e1db-1b4f-4223-8eee-1aae8c8f02d7 request from dv-cinder-805072-2-iscsi {{(pid=100441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 19:49:30.583274 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [None req-510d16f3-217f-4538-b670-718cf3e621e7 admin admin] For port df7ffec6-e8a5-4592-a8d6-558beeeb5325, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=df7ffec6-e8a5-4592-a8d6-558beeeb5325,segment=NetworkSegment(5ecfeeca-a0c3-4ca6-b9b0-20cf92499652),segment_id=5ecfeeca-a0c3-4ca6-b9b0-20cf92499652)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:49:30.583663 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-510d16f3-217f-4538-b670-718cf3e621e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:30.589577 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-18c4047c-5d4e-45d8-9840-4894c708018c None None] Deleting port df7ffec6-e8a5-4592-a8d6-558beeeb5325 {{(pid=100441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:49:30.589957 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-18c4047c-5d4e-45d8-9840-4894c708018c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:30.600543 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-510d16f3-217f-4538-b670-718cf3e621e7 admin admin] Calling delete_port for df7ffec6-e8a5-4592-a8d6-558beeeb5325 owned by network:dhcp {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:49:30.605956 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878c51b-2e18-4990-97ac-5cbb953dae82 req-32830c65-ac77-4e2c-bc7e-d84295b07fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:30.607488 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a878c51b-2e18-4990-97ac-5cbb953dae82 req-32830c65-ac77-4e2c-bc7e-d84295b07fef service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bdda50f3-df3c-4c68-9895-52e697d62916 HTTP/1.1" status: 200 len: 1098 time: 0.0800781 Aug 18 19:49:30.656621 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-18c4047c-5d4e-45d8-9840-4894c708018c None None] For port df7ffec6-e8a5-4592-a8d6-558beeeb5325, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=df7ffec6-e8a5-4592-a8d6-558beeeb5325,segment=NetworkSegment(5ecfeeca-a0c3-4ca6-b9b0-20cf92499652),segment_id=5ecfeeca-a0c3-4ca6-b9b0-20cf92499652)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:49:30.657033 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-18c4047c-5d4e-45d8-9840-4894c708018c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:30.722161 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a878c51b-2e18-4990-97ac-5cbb953dae82 req-17e8eb89-9105-4f82-ad41-f691cb1aa01c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6510fb18-85ef-46f4-8840-28590cb60563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064625 Aug 18 19:49:30.758473 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa9c12-b010-47a0-a7ef-1994cbc2ff50 req-329f1e65-1d11-40a8-8e53-96a9c84bf7cc tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:30.760540 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-74fa9c12-b010-47a0-a7ef-1994cbc2ff50 req-329f1e65-1d11-40a8-8e53-96a9c84bf7cc tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdda50f3-df3c-4c68-9895-52e697d62916 HTTP/1.1" status: 200 len: 945 time: 0.0825872 Aug 18 19:49:30.774172 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-510d16f3-217f-4538-b670-718cf3e621e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:30.793462 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-18c4047c-5d4e-45d8-9840-4894c708018c None None] Calling delete_port for df7ffec6-e8a5-4592-a8d6-558beeeb5325 owned by network:dhcp {{(pid=100441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:49:30.809508 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d16f3-217f-4538-b670-718cf3e621e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=df7ffec6-e8a5-4592-a8d6-558beeeb5325,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:30.814814 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510d16f3-217f-4538-b670-718cf3e621e7 admin admin] No DVR routers for this DVR port df7ffec6-e8a5-4592-a8d6-558beeeb5325 on host dv-cinder-805072-2-iscsi {{(pid=100440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:49:30.861761 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 2b4da1c9-37a7-424f-a54a-e7d90dba9837 no longer exists at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:49:30.870104 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-74fa9c12-b010-47a0-a7ef-1994cbc2ff50 req-51c5d016-5349-4a1c-90bf-0e1fc4102232 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=6510fb18-85ef-46f4-8840-28590cb60563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015329 Aug 18 19:49:30.898915 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] No Port match for: 2b4da1c9-37a7-424f-a54a-e7d90dba9837 {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:49:30.899269 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 2b4da1c9-37a7-424f-a54a-e7d90dba9837 not bound to the agent host dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:49:30.899690 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 0067c1bf-8aa5-4dfc-9e14-795815fd63d7 no longer exists at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:49:30.909558 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-510d16f3-217f-4538-b670-718cf3e621e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1352834', 'neutron.services.segments.db._delete_segments_for_network-8741574556865'] for network, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:30.919742 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.services.segments.db [None req-510d16f3-217f-4538-b670-718cf3e621e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f814e1db-1b4f-4223-8eee-1aae8c8f02d7']}} {{(pid=100440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:30.929705 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.services.segments.db [None req-510d16f3-217f-4538-b670-718cf3e621e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ecfeeca-a0c3-4ca6-b9b0-20cf92499652') {'for_net_delete': True} {{(pid=100440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:30.930011 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.services.segments.db [None req-510d16f3-217f-4538-b670-718cf3e621e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ecfeeca-a0c3-4ca6-b9b0-20cf92499652') {} {{(pid=100440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:30.935273 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] No Port match for: 0067c1bf-8aa5-4dfc-9e14-795815fd63d7 {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:49:30.935628 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 0067c1bf-8aa5-4dfc-9e14-795815fd63d7 not bound to the agent host dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:49:30.936049 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device df7ffec6-e8a5-4592-a8d6-558beeeb5325 no longer exists at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:49:30.939712 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-510d16f3-217f-4538-b670-718cf3e621e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741574601894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60457745'] for segment, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:30.953854 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-510d16f3-217f-4538-b670-718cf3e621e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:30.960013 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510d16f3-217f-4538-b670-718cf3e621e7 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=100440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:49:30.960515 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-510d16f3-217f-4538-b670-718cf3e621e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59032178'] for segment, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: Traceback (most recent call last): Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: timer() Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: cb(*args, **kw) Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: return func(*args, **kwargs) Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: self._notify() Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: self.callback(batched_events) Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: event.method(event) Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: return f(self, *a, **k) Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: return self._get(url).json() Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: return self.request(url, 'GET', **kwargs) Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:49:30.962170 dv-cinder-805072-2-iscsi neutron-server[100440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:49:30.964636 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] No Port match for: df7ffec6-e8a5-4592-a8d6-558beeeb5325 {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:49:30.964636 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device df7ffec6-e8a5-4592-a8d6-558beeeb5325 not bound to the agent host dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:49:30.983813 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-18c4047c-5d4e-45d8-9840-4894c708018c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295'] for port, after_delete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:31.008891 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4047c-5d4e-45d8-9840-4894c708018c None None] Pushing event deleted for resources: {'Port': ['ID=df7ffec6-e8a5-4592-a8d6-558beeeb5325,revision_number=None']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:31.016189 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c4047c-5d4e-45d8-9840-4894c708018c None None] No DVR routers for this DVR port df7ffec6-e8a5-4592-a8d6-558beeeb5325 on host dv-cinder-805072-2-iscsi {{(pid=100441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:49:31.025946 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-510d16f3-217f-4538-b670-718cf3e621e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678657'] for network, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:31.033247 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-510d16f3-217f-4538-b670-718cf3e621e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:31.038105 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 48446) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:49:31.038415 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-510d16f3-217f-4538-b670-718cf3e621e7 admin admin] 10.222.0.38 "DELETE /v2.0/networks/f814e1db-1b4f-4223-8eee-1aae8c8f02d7 HTTP/1.1" status: 204 len: 168 time: 0.7362266 Aug 18 19:49:31.050078 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d16f3-217f-4538-b670-718cf3e621e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f814e1db-1b4f-4223-8eee-1aae8c8f02d7,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:31.378613 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e85923a0-1190-4871-b344-ea3a043edafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1676748'] for router_interface, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:31.621784 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.plugin [None req-e85923a0-1190-4871-b344-ea3a043edafd admin admin] Deleting port ea732548-f71f-4c01-85f1-36da40a7854e {{(pid=100439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:49:31.622128 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e85923a0-1190-4871-b344-ea3a043edafd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:31.698063 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.db [None req-e85923a0-1190-4871-b344-ea3a043edafd admin admin] For port ea732548-f71f-4c01-85f1-36da40a7854e, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=ea732548-f71f-4c01-85f1-36da40a7854e,segment=NetworkSegment(4f3197d2-ffd5-4fc9-b025-ab38230c10d9),segment_id=4f3197d2-ffd5-4fc9-b025-ab38230c10d9)] {{(pid=100439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:49:31.698444 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e85923a0-1190-4871-b344-ea3a043edafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:31.710315 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.plugin [None req-e85923a0-1190-4871-b344-ea3a043edafd admin admin] Calling delete_port for ea732548-f71f-4c01-85f1-36da40a7854e owned by network:router_interface {{(pid=100439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:49:31.892844 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e85923a0-1190-4871-b344-ea3a043edafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58782208'] for port, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:31.922762 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85923a0-1190-4871-b344-ea3a043edafd admin admin] Pushing event deleted for resources: {'Port': ['ID=ea732548-f71f-4c01-85f1-36da40a7854e,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:31.992407 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd56299-8cc9-409d-86c5-fb166935d75c req-420a94df-4af6-4c57-b9fe-717698f476a8 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:31.993978 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-acd56299-8cc9-409d-86c5-fb166935d75c req-420a94df-4af6-4c57-b9fe-717698f476a8 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdda50f3-df3c-4c68-9895-52e697d62916 HTTP/1.1" status: 200 len: 945 time: 0.0527930 Aug 18 19:49:32.034317 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-acd56299-8cc9-409d-86c5-fb166935d75c req-7236f90f-b976-4a75-8f62-a58ba46d7b27 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=6510fb18-85ef-46f4-8840-28590cb60563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339305 Aug 18 19:49:32.095114 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e85923a0-1190-4871-b344-ea3a043edafd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817948'] for router_interface, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:32.314228 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85923a0-1190-4871-b344-ea3a043edafd admin admin] Router 59fce99d-b295-4ab6-b01c-ff1472ae157e has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:49:32.419011 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85923a0-1190-4871-b344-ea3a043edafd admin admin] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:49:32.424602 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-e85923a0-1190-4871-b344-ea3a043edafd admin admin] 10.222.0.38 "PUT /v2.0/routers/59fce99d-b295-4ab6-b01c-ff1472ae157e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3852847 Aug 18 19:49:32.427412 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 48452) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:49:32.427714 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a376880-0f1d-4f00-91c8-6308ec999599 None None] Sync routers for ids ['59fce99d-b295-4ab6-b01c-ff1472ae157e'] in dv-cinder-805072-2-iscsi {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:49:32.437645 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a376880-0f1d-4f00-91c8-6308ec999599 None None] Routers {'59fce99d-b295-4ab6-b01c-ff1472ae157e'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:49:32.438248 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-4a376880-0f1d-4f00-91c8-6308ec999599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:49:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['59fce99d-b295-4ab6-b01c-ff1472ae157e'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:32.529855 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-8715c6bb-920d-478d-bb65-67ba9de05919 admin admin] Notify callbacks [] for router, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:32.539274 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-4a376880-0f1d-4f00-91c8-6308ec999599 None None] Set router 59fce99d-b295-4ab6-b01c-ff1472ae157e gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:49:32.630304 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-8715c6bb-920d-478d-bb65-67ba9de05919 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:32.684311 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.plugin [None req-8715c6bb-920d-478d-bb65-67ba9de05919 admin admin] Deleting port bb57d5d4-5373-4277-9027-40327019468c {{(pid=100439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:49:32.684663 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-8715c6bb-920d-478d-bb65-67ba9de05919 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:32.719619 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-4a376880-0f1d-4f00-91c8-6308ec999599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fce99d-b295-4ab6-b01c-ff1472ae157e', 'name': 'tempest-TestMinimumBasicScenario-1823484907-router', 'tenant_id': '144ec37d86004f94822cc10e394ed93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'bb57d5d4-5373-4277-9027-40327019468c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:44:21Z', 'updated_at': '2021-08-18T19:49:31Z', 'revision_number': 5, 'project_id': '144ec37d86004f94822cc10e394ed93b', 'gw_port': {'id': 'bb57d5d4-5373-4277-9027-40327019468c', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fce99d-b295-4ab6-b01c-ff1472ae157e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:44:21Z', 'updated_at': '2021-08-18T19:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:32.745350 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a376880-0f1d-4f00-91c8-6308ec999599 None None] Checking router: 59fce99d-b295-4ab6-b01c-ff1472ae157e for host: dv-cinder-805072-2-iscsi {{(pid=100442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:49:32.753947 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a376880-0f1d-4f00-91c8-6308ec999599 None None] Routers {'59fce99d-b295-4ab6-b01c-ff1472ae157e'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:49:32.754539 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-4a376880-0f1d-4f00-91c8-6308ec999599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:49:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['59fce99d-b295-4ab6-b01c-ff1472ae157e'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:32.764581 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.db [None req-8715c6bb-920d-478d-bb65-67ba9de05919 admin admin] For port bb57d5d4-5373-4277-9027-40327019468c, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=bb57d5d4-5373-4277-9027-40327019468c,segment=NetworkSegment(0bdaf2c9-3eca-4db0-8337-689581495736),segment_id=0bdaf2c9-3eca-4db0-8337-689581495736)] {{(pid=100439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:49:32.764973 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-8715c6bb-920d-478d-bb65-67ba9de05919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:32.778471 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.plugin [None req-8715c6bb-920d-478d-bb65-67ba9de05919 admin admin] Calling delete_port for bb57d5d4-5373-4277-9027-40327019468c owned by network:router_gateway {{(pid=100439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:49:32.844769 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-4a376880-0f1d-4f00-91c8-6308ec999599 None None] Set router 59fce99d-b295-4ab6-b01c-ff1472ae157e gateway port host: None {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:49:32.897528 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-4a376880-0f1d-4f00-91c8-6308ec999599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fce99d-b295-4ab6-b01c-ff1472ae157e', 'name': 'tempest-TestMinimumBasicScenario-1823484907-router', 'tenant_id': '144ec37d86004f94822cc10e394ed93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:44:21Z', 'updated_at': '2021-08-18T19:49:32Z', 'revision_number': 6, 'project_id': '144ec37d86004f94822cc10e394ed93b', 'gw_port_host': None}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:32.924067 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a376880-0f1d-4f00-91c8-6308ec999599 None None] The sync data for ids ['59fce99d-b295-4ab6-b01c-ff1472ae157e'] in dv-cinder-805072-2-iscsi is: [{'id': '59fce99d-b295-4ab6-b01c-ff1472ae157e', 'name': 'tempest-TestMinimumBasicScenario-1823484907-router', 'tenant_id': '144ec37d86004f94822cc10e394ed93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:44:21Z', 'updated_at': '2021-08-18T19:49:32Z', 'revision_number': 6, 'project_id': '144ec37d86004f94822cc10e394ed93b', 'gw_port_host': None}] {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:49:32.948656 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-8715c6bb-920d-478d-bb65-67ba9de05919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58782208'] for port, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:32.979582 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715c6bb-920d-478d-bb65-67ba9de05919 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb57d5d4-5373-4277-9027-40327019468c,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:33.038173 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-8715c6bb-920d-478d-bb65-67ba9de05919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678740'] for router_gateway, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:33.125852 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-8715c6bb-920d-478d-bb65-67ba9de05919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59033'] for router, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:33.127975 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-8715c6bb-920d-478d-bb65-67ba9de05919 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:33.152464 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d989b-c369-4b0f-802c-11f33e30330f req-51981b07-ec4e-4d13-b105-5eae989f0874 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:33.153846 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6b1d989b-c369-4b0f-802c-11f33e30330f req-51981b07-ec4e-4d13-b105-5eae989f0874 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdda50f3-df3c-4c68-9895-52e697d62916 HTTP/1.1" status: 200 len: 945 time: 0.0501947 Aug 18 19:49:33.174035 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-8715c6bb-920d-478d-bb65-67ba9de05919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674974'] for router, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:33.174689 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8715c6bb-920d-478d-bb65-67ba9de05919 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59fce99d-b295-4ab6-b01c-ff1472ae157e {{(pid=100439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 19:49:33.180509 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-8715c6bb-920d-478d-bb65-67ba9de05919 admin admin] Notify callbacks [] for router, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:33.182238 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-8715c6bb-920d-478d-bb65-67ba9de05919 admin admin] 10.222.0.38 "DELETE /v2.0/routers/59fce99d-b295-4ab6-b01c-ff1472ae157e HTTP/1.1" status: 204 len: 168 time: 0.7533727 Aug 18 19:49:33.184674 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 48458) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:49:33.196748 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6b1d989b-c369-4b0f-802c-11f33e30330f req-633f8472-c9ed-4dc5-b961-7f3ea3d2f575 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=6510fb18-85ef-46f4-8840-28590cb60563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369060 Aug 18 19:49:33.232019 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5606ea1-0e99-49ac-861c-04e55fd33d52 admin admin] Deleting subnet 04f6be88-7e67-4aee-889d-fd6d4384492a {{(pid=100439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:49:33.235089 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d5606ea1-0e99-49ac-861c-04e55fd33d52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:33.278793 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d5606ea1-0e99-49ac-861c-04e55fd33d52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60717170'] for subnet, precommit_delete_associations {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:33.345040 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a332596-e152-4b62-b886-2dccc229f975 req-0a4ea00b-2254-4144-945a-de68622c4bd4 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:33.346541 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-0a332596-e152-4b62-b886-2dccc229f975 req-0a4ea00b-2254-4144-945a-de68622c4bd4 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdda50f3-df3c-4c68-9895-52e697d62916 HTTP/1.1" status: 200 len: 945 time: 0.0820560 Aug 18 19:49:33.355996 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 48462) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:49:33.367636 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-c7608e19-e019-472d-9cb0-f539c4558389 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Request body: {'floatingip': {'port_id': '22c67ecd-6503-42dd-8606-f95bc9f12fae'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:49:33.407701 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d5606ea1-0e99-49ac-861c-04e55fd33d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1353739'] for subnet, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:33.436330 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c7608e19-e019-472d-9cb0-f539c4558389 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for floatingip, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:33.705041 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d5606ea1-0e99-49ac-861c-04e55fd33d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1353746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58782325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59087251'] for subnet, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:33.737290 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d5606ea1-0e99-49ac-861c-04e55fd33d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for subnet, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:33.742074 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-d5606ea1-0e99-49ac-861c-04e55fd33d52 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/04f6be88-7e67-4aee-889d-fd6d4384492a HTTP/1.1" status: 204 len: 168 time: 0.5537925 Aug 18 19:49:33.742074 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5606ea1-0e99-49ac-861c-04e55fd33d52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04f6be88-7e67-4aee-889d-fd6d4384492a,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:33.742238 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 48464) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:49:33.744220 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2954456e-e75e-43b9-9f60-d52487904107 None None] Network 0fc17fd2-4ef6-475d-957f-70cad1c54450 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:49:33.841784 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bca1a3c2-ce51-4e8c-a5a5-a305a565e22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596498'] for network, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:33.904992 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.plugin [None req-bca1a3c2-ce51-4e8c-a5a5-a305a565e22a admin admin] Deleting port fdca390f-753a-4f6d-88af-0391c2019338 {{(pid=100439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:49:33.905341 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bca1a3c2-ce51-4e8c-a5a5-a305a565e22a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:33.920459 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c7608e19-e019-472d-9cb0-f539c4558389 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:33.928077 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c7608e19-e019-472d-9cb0-f539c4558389 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665786'] for floatingip, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:33.940775 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3e328d-bc6c-406e-86da-82a0cc46f310 None None] DHCP port deletion for 0fc17fd2-4ef6-475d-957f-70cad1c54450 request from dv-cinder-805072-2-iscsi {{(pid=100441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 19:49:33.980871 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.db [None req-bca1a3c2-ce51-4e8c-a5a5-a305a565e22a admin admin] For port fdca390f-753a-4f6d-88af-0391c2019338, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=fdca390f-753a-4f6d-88af-0391c2019338,segment=NetworkSegment(4f3197d2-ffd5-4fc9-b025-ab38230c10d9),segment_id=4f3197d2-ffd5-4fc9-b025-ab38230c10d9)] {{(pid=100439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:49:33.981269 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bca1a3c2-ce51-4e8c-a5a5-a305a565e22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:33.996009 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.plugin [None req-bca1a3c2-ce51-4e8c-a5a5-a305a565e22a admin admin] Calling delete_port for fdca390f-753a-4f6d-88af-0391c2019338 owned by network:dhcp {{(pid=100439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:49:34.016382 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-6d3e328d-bc6c-406e-86da-82a0cc46f310 None None] Deleting port fdca390f-753a-4f6d-88af-0391c2019338 {{(pid=100441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:49:34.016773 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-6d3e328d-bc6c-406e-86da-82a0cc46f310 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:34.053465 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.db.l3_db [None req-c7608e19-e019-472d-9cb0-f539c4558389 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Floating IP 9184f25d-ef0f-450b-931f-b0ebd588a3f7 associated. External IP: 172.27.2.22, port: 22c67ecd-6503-42dd-8606-f95bc9f12fae. Aug 18 19:49:34.089183 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-6d3e328d-bc6c-406e-86da-82a0cc46f310 None None] For port fdca390f-753a-4f6d-88af-0391c2019338, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=fdca390f-753a-4f6d-88af-0391c2019338,segment=NetworkSegment(4f3197d2-ffd5-4fc9-b025-ab38230c10d9),segment_id=4f3197d2-ffd5-4fc9-b025-ab38230c10d9)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:49:34.089837 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-6d3e328d-bc6c-406e-86da-82a0cc46f310 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:34.104254 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-6d3e328d-bc6c-406e-86da-82a0cc46f310 None None] Calling delete_port for fdca390f-753a-4f6d-88af-0391c2019338 owned by network:dhcp {{(pid=100441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:49:34.113727 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bca1a3c2-ce51-4e8c-a5a5-a305a565e22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58782208'] for port, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:34.140557 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1a3c2-ce51-4e8c-a5a5-a305a565e22a admin admin] Pushing event deleted for resources: {'Port': ['ID=fdca390f-753a-4f6d-88af-0391c2019338,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:34.145800 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca1a3c2-ce51-4e8c-a5a5-a305a565e22a admin admin] No DVR routers for this DVR port fdca390f-753a-4f6d-88af-0391c2019338 on host dv-cinder-805072-2-iscsi {{(pid=100439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:49:34.191717 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-6d3e328d-bc6c-406e-86da-82a0cc46f310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295'] for port, after_delete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:34.217450 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e328d-bc6c-406e-86da-82a0cc46f310 None None] Pushing event deleted for resources: {'Port': ['ID=fdca390f-753a-4f6d-88af-0391c2019338,revision_number=None']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:34.221220 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bca1a3c2-ce51-4e8c-a5a5-a305a565e22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1352834', 'neutron.services.segments.db._delete_segments_for_network-8741574556865'] for network, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:34.222658 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3e328d-bc6c-406e-86da-82a0cc46f310 None None] No DVR routers for this DVR port fdca390f-753a-4f6d-88af-0391c2019338 on host dv-cinder-805072-2-iscsi {{(pid=100441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:49:34.235237 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.services.segments.db [None req-bca1a3c2-ce51-4e8c-a5a5-a305a565e22a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc17fd2-4ef6-475d-957f-70cad1c54450']}} {{(pid=100439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:34.245806 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.services.segments.db [None req-bca1a3c2-ce51-4e8c-a5a5-a305a565e22a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3197d2-ffd5-4fc9-b025-ab38230c10d9') {'for_net_delete': True} {{(pid=100439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:34.246107 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.services.segments.db [None req-bca1a3c2-ce51-4e8c-a5a5-a305a565e22a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3197d2-ffd5-4fc9-b025-ab38230c10d9') {} {{(pid=100439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:34.254883 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bca1a3c2-ce51-4e8c-a5a5-a305a565e22a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741574601894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60717179'] for segment, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:34.268867 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bca1a3c2-ce51-4e8c-a5a5-a305a565e22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:34.275253 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca1a3c2-ce51-4e8c-a5a5-a305a565e22a admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=100439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:49:34.276166 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bca1a3c2-ce51-4e8c-a5a5-a305a565e22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60732375'] for segment, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: Traceback (most recent call last): Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: timer() Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: cb(*args, **kw) Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: return func(*args, **kwargs) Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: self._notify() Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: self.callback(batched_events) Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: event.method(event) Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: return f(self, *a, **k) Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: return self._get(url).json() Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: return self.request(url, 'GET', **kwargs) Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:49:34.277841 dv-cinder-805072-2-iscsi neutron-server[100439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:49:34.291504 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7608e19-e019-472d-9cb0-f539c4558389 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Router 3f9d814b-fdd9-4a28-a891-513d310143b3 has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:49:34.331002 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bca1a3c2-ce51-4e8c-a5a5-a305a565e22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678657'] for network, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:34.339150 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bca1a3c2-ce51-4e8c-a5a5-a305a565e22a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:34.340884 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-bca1a3c2-ce51-4e8c-a5a5-a305a565e22a admin admin] 10.222.0.38 "DELETE /v2.0/networks/0fc17fd2-4ef6-475d-957f-70cad1c54450 HTTP/1.1" status: 204 len: 168 time: 0.5978248 Aug 18 19:49:34.350685 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1a3c2-ce51-4e8c-a5a5-a305a565e22a admin admin] Pushing event deleted for resources: {'Network': ['ID=0fc17fd2-4ef6-475d-957f-70cad1c54450,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:34.407235 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7608e19-e019-472d-9cb0-f539c4558389 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:49:34.412039 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c7608e19-e019-472d-9cb0-f539c4558389 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for floatingip, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:34.419313 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e9b291-7d0b-4eaa-acab-4451b61185e7 None None] Sync routers for ids ['3f9d814b-fdd9-4a28-a891-513d310143b3'] in dv-cinder-805072-2-iscsi {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:49:34.429533 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e9b291-7d0b-4eaa-acab-4451b61185e7 None None] Routers {'3f9d814b-fdd9-4a28-a891-513d310143b3'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:49:34.430306 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-40e9b291-7d0b-4eaa-acab-4451b61185e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:49:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['3f9d814b-fdd9-4a28-a891-513d310143b3'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:34.444714 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-c7608e19-e019-472d-9cb0-f539c4558389 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "PUT /v2.0/floatingips/9184f25d-ef0f-450b-931f-b0ebd588a3f7 HTTP/1.1" status: 200 len: 990 time: 1.0872047 Aug 18 19:49:34.445321 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdda50f3-df3c-4c68-9895-52e697d62916', 'tag': '22c67ecd-6503-42dd-8606-f95bc9f12fae'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:49:34.448372 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2399342e-76b0-4d2e-ad48-707ff825c87b" -d '{"events": [{"name": "network-changed", "server_uuid": "bdda50f3-df3c-4c68-9895-52e697d62916", "tag": "22c67ecd-6503-42dd-8606-f95bc9f12fae"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:49:34.470628 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 48474) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:49:34.485502 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feee0944-fbe1-42fe-9070-8101a66c1dac x-openstack-request-id: req-feee0944-fbe1-42fe-9070-8101a66c1dac {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:49:34.485793 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdda50f3-df3c-4c68-9895-52e697d62916", "tag": "22c67ecd-6503-42dd-8606-f95bc9f12fae", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:49:34.486044 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-feee0944-fbe1-42fe-9070-8101a66c1dac {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:49:34.486435 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdda50f3-df3c-4c68-9895-52e697d62916', 'tag': '22c67ecd-6503-42dd-8606-f95bc9f12fae', 'status': 'completed', 'code': 200} Aug 18 19:49:34.514016 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-aa9050a4-9e93-455d-88c1-da191b145521 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=40186e8471ed4bd19ef3b036189955b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423620 Aug 18 19:49:34.517075 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 48476) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:49:34.568157 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-58284719-a2a3-4710-9cea-b98d00963ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:34.575659 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-40e9b291-7d0b-4eaa-acab-4451b61185e7 None None] Set router 3f9d814b-fdd9-4a28-a891-513d310143b3 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:49:34.591480 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399342e-76b0-4d2e-ad48-707ff825c87b req-e3b1a110-3da9-4452-a734-e55c7ee6e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:34.592409 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-58284719-a2a3-4710-9cea-b98d00963ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:34.593231 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2399342e-76b0-4d2e-ad48-707ff825c87b req-e3b1a110-3da9-4452-a734-e55c7ee6e758 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77e9437c632648f4ac33b7f9bb3af25c&device_id=bdda50f3-df3c-4c68-9895-52e697d62916 HTTP/1.1" status: 200 len: 1098 time: 0.0499351 Aug 18 19:49:34.645127 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-58284719-a2a3-4710-9cea-b98d00963ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:34.647837 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-58284719-a2a3-4710-9cea-b98d00963ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:34.649025 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-58284719-a2a3-4710-9cea-b98d00963ded admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/41ddbc87-89a2-4018-9d72-d539685be615 HTTP/1.1" status: 204 len: 168 time: 0.1306338 Aug 18 19:49:34.657537 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58284719-a2a3-4710-9cea-b98d00963ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ddbc87-89a2-4018-9d72-d539685be615,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:34.717763 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399342e-76b0-4d2e-ad48-707ff825c87b req-aa517e0b-89fb-49fc-8efa-b4b93a3403ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:34.719456 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2399342e-76b0-4d2e-ad48-707ff825c87b req-aa517e0b-89fb-49fc-8efa-b4b93a3403ea service neutron] 10.222.0.35 "GET /v2.0/networks?id=f75a4ad2-5977-4a3c-89ba-eb88091ae653 HTTP/1.1" status: 200 len: 911 time: 0.1185145 Aug 18 19:49:34.824800 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2399342e-76b0-4d2e-ad48-707ff825c87b req-26a20559-25a3-44fd-9de5-1634360d1ab3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22c67ecd-6503-42dd-8606-f95bc9f12fae HTTP/1.1" status: 200 len: 998 time: 0.0949082 Aug 18 19:49:34.872525 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device ea732548-f71f-4c01-85f1-36da40a7854e no longer exists at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:49:34.891231 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399342e-76b0-4d2e-ad48-707ff825c87b req-edb83408-293d-44c7-b4a9-2154af23eced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:34.892820 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2399342e-76b0-4d2e-ad48-707ff825c87b req-edb83408-293d-44c7-b4a9-2154af23eced service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a0797b3-7667-41c9-b4c1-878fd339c483 HTTP/1.1" status: 200 len: 849 time: 0.0524702 Aug 18 19:49:34.895263 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] No Port match for: ea732548-f71f-4c01-85f1-36da40a7854e {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:49:34.895723 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device ea732548-f71f-4c01-85f1-36da40a7854e not bound to the agent host dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:49:34.896220 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device bb57d5d4-5373-4277-9027-40327019468c no longer exists at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:49:34.922653 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] No Port match for: bb57d5d4-5373-4277-9027-40327019468c {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:49:34.925382 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device bb57d5d4-5373-4277-9027-40327019468c not bound to the agent host dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:49:34.925854 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device fdca390f-753a-4f6d-88af-0391c2019338 no longer exists at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:49:34.932914 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-40e9b291-7d0b-4eaa-acab-4451b61185e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'name': 'tempest-AttachVolumeTestJSON-907651207-router', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:09Z', 'updated_at': '2021-08-18T19:41:21Z', 'revision_number': 4, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'gw_port': {'id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': '9184f25d-ef0f-450b-931f-b0ebd588a3f7', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'floating_ip_address': '172.27.2.22', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'port_id': '22c67ecd-6503-42dd-8606-f95bc9f12fae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653', 'mac_address': 'fa:16:3e:fe:c2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdda50f3-df3c-4c68-9895-52e697d62916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:49:20Z', 'updated_at': '2021-08-18T19:49:33Z', 'revision_number': 1, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45663f0-d12e-4dd9-9a14-8f8780948bae', 'name': '', 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'mac_address': 'fa:16:3e:27:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:18Z', 'updated_at': '2021-08-18T19:41:35Z', 'revision_number': 5, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'subnets': [{'id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:34.974174 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] No Port match for: fdca390f-753a-4f6d-88af-0391c2019338 {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:49:34.974514 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device fdca390f-753a-4f6d-88af-0391c2019338 not bound to the agent host dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:49:34.989565 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e9b291-7d0b-4eaa-acab-4451b61185e7 None None] Checking router: 3f9d814b-fdd9-4a28-a891-513d310143b3 for host: dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:49:34.990423 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399342e-76b0-4d2e-ad48-707ff825c87b req-fa94838e-8400-4d10-af47-53e7c5a13806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:49:34.995620 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2399342e-76b0-4d2e-ad48-707ff825c87b req-fa94838e-8400-4d10-af47-53e7c5a13806 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f75a4ad2-5977-4a3c-89ba-eb88091ae653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0949006 Aug 18 19:49:35.000919 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e9b291-7d0b-4eaa-acab-4451b61185e7 None None] Routers {'3f9d814b-fdd9-4a28-a891-513d310143b3'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:49:35.001775 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-40e9b291-7d0b-4eaa-acab-4451b61185e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:49:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['3f9d814b-fdd9-4a28-a891-513d310143b3'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:35.113998 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2399342e-76b0-4d2e-ad48-707ff825c87b req-cdf8d0b2-bc3d-4e8c-bc3c-f575e55d8077 service neutron] 10.222.0.35 "GET /v2.0/networks/f75a4ad2-5977-4a3c-89ba-eb88091ae653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038902 Aug 18 19:49:35.139368 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-40e9b291-7d0b-4eaa-acab-4451b61185e7 None None] Set router 3f9d814b-fdd9-4a28-a891-513d310143b3 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:49:35.149520 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 48484) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:49:35.189804 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-89e5340c-6dcf-41de-93f1-50b3c5530c67 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=144ec37d86004f94822cc10e394ed93b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389957 Aug 18 19:49:35.192222 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 48486) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:49:35.211339 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2399342e-76b0-4d2e-ad48-707ff825c87b req-f7c651e4-04e9-4a7e-bfc0-9ed257d942ab service neutron] 10.222.0.35 "GET /v2.0/networks/f75a4ad2-5977-4a3c-89ba-eb88091ae653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898910 Aug 18 19:49:35.241223 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-da986d97-5275-4433-9b09-e388d5dbcb9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:35.263011 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-da986d97-5275-4433-9b09-e388d5dbcb9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:35.311520 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-da986d97-5275-4433-9b09-e388d5dbcb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:35.314321 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-da986d97-5275-4433-9b09-e388d5dbcb9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:35.315517 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-da986d97-5275-4433-9b09-e388d5dbcb9b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/68f51fa5-c283-4f44-a03a-9424581eb196 HTTP/1.1" status: 204 len: 168 time: 0.1223159 Aug 18 19:49:35.324651 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da986d97-5275-4433-9b09-e388d5dbcb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f51fa5-c283-4f44-a03a-9424581eb196,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:49:35.397296 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-40e9b291-7d0b-4eaa-acab-4451b61185e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'name': 'tempest-AttachVolumeTestJSON-907651207-router', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:09Z', 'updated_at': '2021-08-18T19:41:21Z', 'revision_number': 4, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'gw_port': {'id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': '9184f25d-ef0f-450b-931f-b0ebd588a3f7', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'floating_ip_address': '172.27.2.22', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'port_id': '22c67ecd-6503-42dd-8606-f95bc9f12fae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653', 'mac_address': 'fa:16:3e:fe:c2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdda50f3-df3c-4c68-9895-52e697d62916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:49:20Z', 'updated_at': '2021-08-18T19:49:33Z', 'revision_number': 1, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45663f0-d12e-4dd9-9a14-8f8780948bae', 'name': '', 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'mac_address': 'fa:16:3e:27:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:18Z', 'updated_at': '2021-08-18T19:41:35Z', 'revision_number': 5, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'subnets': [{'id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:49:35.424653 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e9b291-7d0b-4eaa-acab-4451b61185e7 None None] The sync data for ids ['3f9d814b-fdd9-4a28-a891-513d310143b3'] in dv-cinder-805072-2-iscsi is: [{'id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'name': 'tempest-AttachVolumeTestJSON-907651207-router', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:09Z', 'updated_at': '2021-08-18T19:41:21Z', 'revision_number': 4, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'gw_port': {'id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': '9184f25d-ef0f-450b-931f-b0ebd588a3f7', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'floating_ip_address': '172.27.2.22', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'port_id': '22c67ecd-6503-42dd-8606-f95bc9f12fae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653', 'mac_address': 'fa:16:3e:fe:c2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdda50f3-df3c-4c68-9895-52e697d62916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:49:20Z', 'updated_at': '2021-08-18T19:49:33Z', 'revision_number': 1, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45663f0-d12e-4dd9-9a14-8f8780948bae', 'name': '', 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'mac_address': 'fa:16:3e:27:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:18Z', 'updated_at': '2021-08-18T19:41:35Z', 'revision_number': 5, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'subnets': [{'id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:49:35.629753 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cc6e9e-e27f-4abc-9dfd-2692089bee03 None None] New status for floating IP 9184f25d-ef0f-450b-931f-b0ebd588a3f7: ACTIVE {{(pid=100442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:49:43.059909 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-03472e1a-4b7e-455f-8e9b-aa40f713e6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:45.781546 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-66ff6e4b-bdaf-464c-ab13-c8106eab07b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:45.901999 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:46.700570 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:48.444147 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:50.036722 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:49:55.591325 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:50:13.060149 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-a835b029-c7fd-4499-8297-31b5e5a84ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:15.781895 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-e74abb77-575f-4c1e-985f-3230f097beaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:15.901875 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:16.703461 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:18.446761 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:20.040316 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:24.272138 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ea10eccb-dc5c-4f24-8aea-c2cbefcf7b9e req-5c0c45eb-ecfd-44d1-99d7-fcdba0c57273 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395820 Aug 18 19:50:24.373488 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10eccb-dc5c-4f24-8aea-c2cbefcf7b9e req-65631ec5-2bd8-4ad7-acbc-067453c3bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:24.374994 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ea10eccb-dc5c-4f24-8aea-c2cbefcf7b9e req-65631ec5-2bd8-4ad7-acbc-067453c3bcb1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=624b3e8635264e169d5517f06a2e5b88&device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 1099 time: 0.0439711 Aug 18 19:50:24.477985 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10eccb-dc5c-4f24-8aea-c2cbefcf7b9e req-fc3b9451-947d-44fc-be62-7289ddfbd8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:24.479493 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ea10eccb-dc5c-4f24-8aea-c2cbefcf7b9e req-fc3b9451-947d-44fc-be62-7289ddfbd8ba service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd556b13-f26a-4c44-b9f6-281b96b7a109 HTTP/1.1" status: 200 len: 910 time: 0.0855536 Aug 18 19:50:24.558909 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ea10eccb-dc5c-4f24-8aea-c2cbefcf7b9e req-5275eb20-7fa9-4046-81fe-d4f6ffc8d10f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26997f6d-25b3-4d6a-8967-4358165cd1c8 HTTP/1.1" status: 200 len: 1002 time: 0.0615606 Aug 18 19:50:24.609253 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10eccb-dc5c-4f24-8aea-c2cbefcf7b9e req-bf283a37-8a29-41a2-b763-2256a3fc1804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:24.610650 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ea10eccb-dc5c-4f24-8aea-c2cbefcf7b9e req-bf283a37-8a29-41a2-b763-2256a3fc1804 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8005a179-1635-43a5-bbc5-ad046ac3eb37 HTTP/1.1" status: 200 len: 848 time: 0.0428112 Aug 18 19:50:24.654798 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10eccb-dc5c-4f24-8aea-c2cbefcf7b9e req-dc283662-353e-41d4-bc89-5670522c384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:24.656244 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ea10eccb-dc5c-4f24-8aea-c2cbefcf7b9e req-dc283662-353e-41d4-bc89-5670522c384e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd556b13-f26a-4c44-b9f6-281b96b7a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387733 Aug 18 19:50:25.008397 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ea10eccb-dc5c-4f24-8aea-c2cbefcf7b9e req-7453540e-5894-4487-b65a-6dda7f4fbaf4 service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445003 Aug 18 19:50:25.099267 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ea10eccb-dc5c-4f24-8aea-c2cbefcf7b9e req-aa2b7138-9575-482c-9f70-3f6b26459cd4 service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813098 Aug 18 19:50:32.589639 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:50:33.183890 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878eaaa-fb69-4683-b8b0-1e29ffc67424 req-d924a880-3bad-49d4-a598-592ce2f2e368 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:33.185418 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b878eaaa-fb69-4683-b8b0-1e29ffc67424 req-d924a880-3bad-49d4-a598-592ce2f2e368 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0517385 Aug 18 19:50:33.225417 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b878eaaa-fb69-4683-b8b0-1e29ffc67424 req-9e6eb75e-0158-4f80-936f-3a44fe2f6211 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332339 Aug 18 19:50:34.343856 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa590b8-09eb-473a-b252-d5c4b86238d8 req-29b0d677-dc4d-48ef-9ce3-8cb2349bc045 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:34.345498 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-afa590b8-09eb-473a-b252-d5c4b86238d8 req-29b0d677-dc4d-48ef-9ce3-8cb2349bc045 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0488682 Aug 18 19:50:34.382721 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-afa590b8-09eb-473a-b252-d5c4b86238d8 req-0e031b9b-0ec9-4460-8784-437398a3803e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314505 Aug 18 19:50:35.498310 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c63d1c-7dd3-4133-8356-ce46e699f835 req-f5ffbbfb-7c5e-4b6f-bbe8-49b78add6b92 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:35.499777 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f7c63d1c-7dd3-4133-8356-ce46e699f835 req-f5ffbbfb-7c5e-4b6f-bbe8-49b78add6b92 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0473125 Aug 18 19:50:35.537174 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f7c63d1c-7dd3-4133-8356-ce46e699f835 req-eb81575b-d649-4b17-9ef9-6f3d5f0a9d9e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308816 Aug 18 19:50:36.654833 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0143ff-cff3-460e-9c3d-e097a96161a9 req-ab71cff9-2b0f-4629-8d51-e4270cebd0a6 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:36.656636 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-fc0143ff-cff3-460e-9c3d-e097a96161a9 req-ab71cff9-2b0f-4629-8d51-e4270cebd0a6 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0468090 Aug 18 19:50:36.700609 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-fc0143ff-cff3-460e-9c3d-e097a96161a9 req-4f1d65f7-b7cb-4cb8-899b-e4d21f62586f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368593 Aug 18 19:50:37.819051 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97619401-e514-429c-8b32-9f96eb47d181 req-c2f62a0b-1955-4350-b97e-ae60304f90d5 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:37.820509 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-97619401-e514-429c-8b32-9f96eb47d181 req-c2f62a0b-1955-4350-b97e-ae60304f90d5 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0488620 Aug 18 19:50:37.857687 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-97619401-e514-429c-8b32-9f96eb47d181 req-85641b21-d96b-49a8-a713-f9a5ba1baf49 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305986 Aug 18 19:50:38.975560 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e6f0e-25f5-4d27-8217-8a90f97c54b7 req-0fcc98c2-1aef-4432-b51e-eb92ec17946b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:38.975560 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1e9e6f0e-25f5-4d27-8217-8a90f97c54b7 req-0fcc98c2-1aef-4432-b51e-eb92ec17946b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0477619 Aug 18 19:50:39.015599 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1e9e6f0e-25f5-4d27-8217-8a90f97c54b7 req-721e8421-1124-4107-9f58-4ea0ffccb31a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343714 Aug 18 19:50:39.662824 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933d606-a764-46d2-956d-b923d871fb38 req-0f264fbb-94b8-4fb5-8636-5072540adfce tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:39.664198 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-5933d606-a764-46d2-956d-b923d871fb38 req-0f264fbb-94b8-4fb5-8636-5072540adfce tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 946 time: 0.0477502 Aug 18 19:50:39.704457 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-5933d606-a764-46d2-956d-b923d871fb38 req-1f1a998a-cdc8-4d3e-9d0b-c7ae72ffb13e tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343583 Aug 18 19:50:40.131648 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36d1b0-b4bc-4883-b743-a9b8fe95c7be req-c2c235f5-68f7-4843-aba4-9868ce9b0e49 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:40.133122 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-ff36d1b0-b4bc-4883-b743-a9b8fe95c7be req-c2c235f5-68f7-4843-aba4-9868ce9b0e49 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0476837 Aug 18 19:50:40.170855 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-ff36d1b0-b4bc-4883-b743-a9b8fe95c7be req-ba05bfc8-acee-4c8e-afc0-b10a27c25767 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318556 Aug 18 19:50:40.822283 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37d7d0-963c-4484-8e68-9f5d975501fe req-e0b2c4c8-d35d-4548-8d1c-9c5eff01f9c4 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:40.823784 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0f37d7d0-963c-4484-8e68-9f5d975501fe req-e0b2c4c8-d35d-4548-8d1c-9c5eff01f9c4 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 946 time: 0.0511417 Aug 18 19:50:40.862081 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0f37d7d0-963c-4484-8e68-9f5d975501fe req-30a8e3ab-a041-467a-b9a4-7212cf66a427 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317643 Aug 18 19:50:41.286108 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6b7e5-8b84-4bca-81eb-51300ba5e950 req-862c2330-97b5-4811-9b2b-2d6803a82371 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:41.287575 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cce6b7e5-8b84-4bca-81eb-51300ba5e950 req-862c2330-97b5-4811-9b2b-2d6803a82371 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0473349 Aug 18 19:50:41.325365 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cce6b7e5-8b84-4bca-81eb-51300ba5e950 req-0e55d100-4d0b-49aa-8d74-57e4855f897a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319235 Aug 18 19:50:41.616962 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93145bf-e65d-44be-98a4-b95d982019ab req-f5669074-13c4-4c02-8922-9ab42674df04 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:41.618431 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b93145bf-e65d-44be-98a4-b95d982019ab req-f5669074-13c4-4c02-8922-9ab42674df04 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 946 time: 0.0477366 Aug 18 19:50:41.710249 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-b93145bf-e65d-44be-98a4-b95d982019ab req-142660da-3c37-476c-97b3-c8c135427d9c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Deleting port 26997f6d-25b3-4d6a-8967-4358165cd1c8 {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:50:41.710590 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-b93145bf-e65d-44be-98a4-b95d982019ab req-142660da-3c37-476c-97b3-c8c135427d9c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:41.795723 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-b93145bf-e65d-44be-98a4-b95d982019ab req-142660da-3c37-476c-97b3-c8c135427d9c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] For port 26997f6d-25b3-4d6a-8967-4358165cd1c8, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=26997f6d-25b3-4d6a-8967-4358165cd1c8,segment=NetworkSegment(e130ac30-57fc-4038-8a25-d0dc9076ba43),segment_id=e130ac30-57fc-4038-8a25-d0dc9076ba43)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:50:41.796089 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-b93145bf-e65d-44be-98a4-b95d982019ab req-142660da-3c37-476c-97b3-c8c135427d9c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:41.968748 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-b93145bf-e65d-44be-98a4-b95d982019ab req-142660da-3c37-476c-97b3-c8c135427d9c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:41.969975 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-b93145bf-e65d-44be-98a4-b95d982019ab req-142660da-3c37-476c-97b3-c8c135427d9c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665786'] for floatingip, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:41.970092 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.db.l3_db [req-b93145bf-e65d-44be-98a4-b95d982019ab req-142660da-3c37-476c-97b3-c8c135427d9c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Floating IP db33db1e-7726-402d-89c8-3a99568dd50c disassociated. External IP: 172.27.2.234, port: 26997f6d-25b3-4d6a-8967-4358165cd1c8. Aug 18 19:50:41.970393 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-b93145bf-e65d-44be-98a4-b95d982019ab req-142660da-3c37-476c-97b3-c8c135427d9c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Calling delete_port for 26997f6d-25b3-4d6a-8967-4358165cd1c8 owned by compute:nova {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:50:41.977305 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86650253-8b6c-40ea-9742-716e78d514bd req-a540bd0a-6bfa-48e5-9655-35600a5a04a4 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:41.978807 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-86650253-8b6c-40ea-9742-716e78d514bd req-a540bd0a-6bfa-48e5-9655-35600a5a04a4 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 946 time: 0.0489008 Aug 18 19:50:42.017039 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-86650253-8b6c-40ea-9742-716e78d514bd req-20f89e5d-022a-40ee-aaaf-4e3be292ec3d tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322492 Aug 18 19:50:42.096160 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-b93145bf-e65d-44be-98a4-b95d982019ab req-142660da-3c37-476c-97b3-c8c135427d9c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:42.125555 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142660da-3c37-476c-97b3-c8c135427d9c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Pushing event deleted for resources: {'Port': ['ID=26997f6d-25b3-4d6a-8967-4358165cd1c8,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:50:42.137305 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142660da-3c37-476c-97b3-c8c135427d9c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:50:42.137659 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142660da-3c37-476c-97b3-c8c135427d9c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:50:42.138000 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142660da-3c37-476c-97b3-c8c135427d9c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:50:42.138332 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142660da-3c37-476c-97b3-c8c135427d9c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:50:42.138713 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142660da-3c37-476c-97b3-c8c135427d9c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:50:42.139016 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142660da-3c37-476c-97b3-c8c135427d9c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:50:42.139346 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142660da-3c37-476c-97b3-c8c135427d9c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:50:42.139673 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142660da-3c37-476c-97b3-c8c135427d9c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:50:42.140001 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142660da-3c37-476c-97b3-c8c135427d9c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:50:42.140322 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142660da-3c37-476c-97b3-c8c135427d9c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:50:42.140644 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142660da-3c37-476c-97b3-c8c135427d9c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:50:42.141503 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142660da-3c37-476c-97b3-c8c135427d9c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:50:42.249527 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b93145bf-e65d-44be-98a4-b95d982019ab req-142660da-3c37-476c-97b3-c8c135427d9c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Router d4caef9e-52bd-46e5-91af-4332ee0beb5a has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:50:42.352518 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b93145bf-e65d-44be-98a4-b95d982019ab req-142660da-3c37-476c-97b3-c8c135427d9c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:50:42.363882 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecca928-a7cc-48d1-8d45-a5f0922cd94c None None] Sync routers for ids ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'] in dv-cinder-805072-2-iscsi {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:50:42.378090 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecca928-a7cc-48d1-8d45-a5f0922cd94c None None] Routers {'d4caef9e-52bd-46e5-91af-4332ee0beb5a'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:50:42.378770 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-eecca928-a7cc-48d1-8d45-a5f0922cd94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:50:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:50:42.398818 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93145bf-e65d-44be-98a4-b95d982019ab req-142660da-3c37-476c-97b3-c8c135427d9c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] No DVR routers for this DVR port 26997f6d-25b3-4d6a-8967-4358165cd1c8 on host hv-cinder-80507 {{(pid=100440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:50:42.401464 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-b93145bf-e65d-44be-98a4-b95d982019ab req-142660da-3c37-476c-97b3-c8c135427d9c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:42.403502 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b93145bf-e65d-44be-98a4-b95d982019ab req-142660da-3c37-476c-97b3-c8c135427d9c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.35 "DELETE /v2.0/ports/26997f6d-25b3-4d6a-8967-4358165cd1c8 HTTP/1.1" status: 204 len: 173 time: 0.7776544 Aug 18 19:50:42.403940 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d71889-a79f-4bb6-abb8-4c5bc6eddedf', 'name': 'network-vif-deleted', 'tag': '26997f6d-25b3-4d6a-8967-4358165cd1c8'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:50:42.406230 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d51680-c9bc-41cf-a709-c0688af2a2df" -d '{"events": [{"server_uuid": "d8d71889-a79f-4bb6-abb8-4c5bc6eddedf", "name": "network-vif-deleted", "tag": "26997f6d-25b3-4d6a-8967-4358165cd1c8"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:50:42.444431 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed19835-48c5-4464-a9d3-7f94756a254d x-openstack-request-id: req-5ed19835-48c5-4464-a9d3-7f94756a254d {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:50:42.444730 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d71889-a79f-4bb6-abb8-4c5bc6eddedf", "name": "network-vif-deleted", "tag": "26997f6d-25b3-4d6a-8967-4358165cd1c8", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:50:42.445201 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5ed19835-48c5-4464-a9d3-7f94756a254d {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:50:42.445661 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d71889-a79f-4bb6-abb8-4c5bc6eddedf', 'name': 'network-vif-deleted', 'tag': '26997f6d-25b3-4d6a-8967-4358165cd1c8', 'status': 'completed', 'code': 200} Aug 18 19:50:42.459058 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9358aab-c92b-49e2-9a1a-52f249da69f2 req-a02d88d6-b0c8-4aea-9430-8780d8c036bb tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:42.460614 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a9358aab-c92b-49e2-9a1a-52f249da69f2 req-a02d88d6-b0c8-4aea-9430-8780d8c036bb tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0635118 Aug 18 19:50:42.496027 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-eecca928-a7cc-48d1-8d45-a5f0922cd94c None None] Set router d4caef9e-52bd-46e5-91af-4332ee0beb5a gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:50:42.522752 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a9358aab-c92b-49e2-9a1a-52f249da69f2 req-ca1fc230-0615-4c8c-9295-f12b95f6e62a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547647 Aug 18 19:50:42.926423 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-eecca928-a7cc-48d1-8d45-a5f0922cd94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'name': 'tempest-TestVolumeBootPattern-3514041-router', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:51Z', 'updated_at': '2021-08-18T19:46:54Z', 'revision_number': 4, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'gw_port': {'id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:52Z', 'updated_at': '2021-08-18T19:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '7782ad02-40ad-4945-83ee-a008b08cdc12', 'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'mac_address': 'fa:16:3e:d2:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:54Z', 'updated_at': '2021-08-18T19:46:59Z', 'revision_number': 5, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'subnets': [{'id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:50:42.958215 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecca928-a7cc-48d1-8d45-a5f0922cd94c None None] Checking router: d4caef9e-52bd-46e5-91af-4332ee0beb5a for host: dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:50:42.974442 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecca928-a7cc-48d1-8d45-a5f0922cd94c None None] Routers {'d4caef9e-52bd-46e5-91af-4332ee0beb5a'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:50:42.975060 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-eecca928-a7cc-48d1-8d45-a5f0922cd94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:50:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:50:43.076350 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-cae5bba7-2b16-4758-bc59-fd32f02455a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:43.089928 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-eecca928-a7cc-48d1-8d45-a5f0922cd94c None None] Set router d4caef9e-52bd-46e5-91af-4332ee0beb5a gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:50:43.128177 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-48d77f26-3b22-478b-8bd4-a8860e5f5eee req-5b49fec1-a384-4328-b613-724fc1b7045a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8d71889-a79f-4bb6-abb8-4c5bc6eddedf HTTP/1.1" status: 200 len: 210 time: 0.0280335 Aug 18 19:50:43.292336 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-eecca928-a7cc-48d1-8d45-a5f0922cd94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'name': 'tempest-TestVolumeBootPattern-3514041-router', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:51Z', 'updated_at': '2021-08-18T19:46:54Z', 'revision_number': 4, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'gw_port': {'id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:52Z', 'updated_at': '2021-08-18T19:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '7782ad02-40ad-4945-83ee-a008b08cdc12', 'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'mac_address': 'fa:16:3e:d2:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:54Z', 'updated_at': '2021-08-18T19:46:59Z', 'revision_number': 5, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'subnets': [{'id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:50:43.323390 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecca928-a7cc-48d1-8d45-a5f0922cd94c None None] The sync data for ids ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'] in dv-cinder-805072-2-iscsi is: [{'id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'name': 'tempest-TestVolumeBootPattern-3514041-router', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:51Z', 'updated_at': '2021-08-18T19:46:54Z', 'revision_number': 4, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'gw_port': {'id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:52Z', 'updated_at': '2021-08-18T19:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '7782ad02-40ad-4945-83ee-a008b08cdc12', 'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'mac_address': 'fa:16:3e:d2:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:54Z', 'updated_at': '2021-08-18T19:46:59Z', 'revision_number': 5, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'subnets': [{'id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:50:43.536235 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ea0830-9a6a-45c3-b66f-ce05bb9c43be None None] New status for floating IP db33db1e-7726-402d-89c8-3a99568dd50c: DOWN {{(pid=100442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:50:43.651575 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44b297-b200-4642-b507-8c469c8dced8 req-8b225dfd-8221-4a15-b38e-f4bde6041274 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:43.653097 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cf44b297-b200-4642-b507-8c469c8dced8 req-8b225dfd-8221-4a15-b38e-f4bde6041274 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0524764 Aug 18 19:50:43.693417 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cf44b297-b200-4642-b507-8c469c8dced8 req-7b6e5ce9-12ca-4646-84cd-c6aebac5d83e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343394 Aug 18 19:50:44.371199 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-bd9bbfad-9029-4696-8f39-1657faf74f4e tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-945904443&fields=id&tenant_id=624b3e8635264e169d5517f06a2e5b88 HTTP/1.1" status: 200 len: 267 time: 0.0324507 Aug 18 19:50:44.480371 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 26997f6d-25b3-4d6a-8967-4358165cd1c8 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:50:44.480948 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-7782961f-e699-4cff-a40d-0474adc0aef0 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:44.482128 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-7782961f-e699-4cff-a40d-0474adc0aef0 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/networks?id=dd556b13-f26a-4c44-b9f6-281b96b7a109 HTTP/1.1" status: 200 len: 809 time: 0.1042972 Aug 18 19:50:44.497474 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-ec9ced92-5ec5-4633-aa8c-ae0cf543e8b5 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/quotas/624b3e8635264e169d5517f06a2e5b88 HTTP/1.1" status: 200 len: 375 time: 0.0094101 Aug 18 19:50:44.500111 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] No Port match for: 26997f6d-25b3-4d6a-8967-4358165cd1c8 {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:50:44.500459 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 26997f6d-25b3-4d6a-8967-4358165cd1c8 not bound to the agent host hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:50:44.552361 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-71a25c6a-a16e-477e-a20d-96f325e57304 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=624b3e8635264e169d5517f06a2e5b88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475931 Aug 18 19:50:44.648983 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-811aec7f-919a-439c-bd60-469cd7ce24cf service neutron] 10.222.0.38 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844426 Aug 18 19:50:44.740237 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-4ef66158-dc16-447f-9d6c-f9392b329eee service neutron] 10.222.0.38 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852556 Aug 18 19:50:44.814414 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccc9b1-5ca9-472e-b918-72cf01567b3e req-86f9ca6d-71c0-46c2-8ae8-d4e88e8d3c2a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:44.815958 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-88ccc9b1-5ca9-472e-b918-72cf01567b3e req-86f9ca6d-71c0-46c2-8ae8-d4e88e8d3c2a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0501263 Aug 18 19:50:44.853627 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-88ccc9b1-5ca9-472e-b918-72cf01567b3e req-822cd998-c6a9-4949-8175-c4cbfc2b1854 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312569 Aug 18 19:50:45.033147 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-20d4891d-cd88-47fb-bf6a-90f7e96eed3c req-d05d96ca-0b6e-4bf0-8f4e-4b85263a7020 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf41f53e-365e-4f67-813d-f03d1a427d9f HTTP/1.1" status: 200 len: 210 time: 0.0294206 Aug 18 19:50:45.780934 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d4312c2b-34b5-42c0-9beb-172aa83a7a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:45.904667 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:45.974165 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99548f8-1c8c-41b0-9421-fc225b700959 req-8f299d97-d945-464c-8c20-cb22b189b8bc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:45.975707 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c99548f8-1c8c-41b0-9421-fc225b700959 req-8f299d97-d945-464c-8c20-cb22b189b8bc tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0485375 Aug 18 19:50:46.014614 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c99548f8-1c8c-41b0-9421-fc225b700959 req-dff59656-191a-479c-855a-ae2eb26e0fac tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327177 Aug 18 19:50:46.146645 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-90485641-f29a-46d3-9337-cb3e57573da9 req-86431735-7544-454a-862a-7ba073c4637c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf41f53e-365e-4f67-813d-f03d1a427d9f HTTP/1.1" status: 200 len: 210 time: 0.0339487 Aug 18 19:50:46.189747 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-d3910783-1ce2-43c0-8e09-ff45c7851e8f tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:46.191336 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-d3910783-1ce2-43c0-8e09-ff45c7851e8f tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.35 "GET /v2.0/networks?id=dd556b13-f26a-4c44-b9f6-281b96b7a109 HTTP/1.1" status: 200 len: 809 time: 0.1368220 Aug 18 19:50:46.251779 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-73410629-be9b-4092-8f93-71ce6e73c66e tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=624b3e8635264e169d5517f06a2e5b88 HTTP/1.1" status: 200 len: 379 time: 0.0323112 Aug 18 19:50:46.265039 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-93d6f4bf-3d39-40d9-8876-a7064685bd3a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Request body: {'port': {'device_id': 'bf41f53e-365e-4f67-813d-f03d1a427d9f', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'admin_state_up': True, 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'security_groups': ['cd42dafa-8909-4d29-9fa3-cf095c2d261d']}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:50:46.377226 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-93d6f4bf-3d39-40d9-8876-a7064685bd3a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Made reservation on behalf of 624b3e8635264e169d5517f06a2e5b88 for: {'port': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:50:46.380709 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-93d6f4bf-3d39-40d9-8876-a7064685bd3a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:46.500901 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-93d6f4bf-3d39-40d9-8876-a7064685bd3a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Allocated IP 172.20.0.9 (dd556b13-f26a-4c44-b9f6-281b96b7a109/8005a179-1635-43a5-bbc5-ad046ac3eb37/56b79ed0-224d-4687-9163-3ec4851930b0) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:50:46.644158 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-93d6f4bf-3d39-40d9-8876-a7064685bd3a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:46.656802 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-93d6f4bf-3d39-40d9-8876-a7064685bd3a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Transition to ACTIVE for port object 56b79ed0-224d-4687-9163-3ec4851930b0 will not be triggered until provisioned by entity DHCP. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:50:46.695079 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-93d6f4bf-3d39-40d9-8876-a7064685bd3a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:46.714471 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:46.740847 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-93d6f4bf-3d39-40d9-8876-a7064685bd3a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Network dd556b13-f26a-4c44-b9f6-281b96b7a109 is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:50:46.746268 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-93d6f4bf-3d39-40d9-8876-a7064685bd3a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:50:46.750108 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-93d6f4bf-3d39-40d9-8876-a7064685bd3a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:50:46.780597 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6f4bf-3d39-40d9-8876-a7064685bd3a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Pushing event updated for resources: {'Port': ['ID=56b79ed0-224d-4687-9163-3ec4851930b0,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:50:46.814028 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-93d6f4bf-3d39-40d9-8876-a7064685bd3a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:46.814699 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-93d6f4bf-3d39-40d9-8876-a7064685bd3a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:46.831282 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-93d6f4bf-3d39-40d9-8876-a7064685bd3a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5699415 Aug 18 19:50:46.853627 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-a3433c1e-7a34-4141-9750-5d66350ca513 service neutron] Request body: {'port': {'device_id': 'bf41f53e-365e-4f67-813d-f03d1a427d9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:50:46.912125 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-a3433c1e-7a34-4141-9750-5d66350ca513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:46.962721 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-8e860f10-126b-49df-8539-942515254ee3 None None] Provisioning for port 56b79ed0-224d-4687-9163-3ec4851930b0 completed by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:50:46.966578 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-8e860f10-126b-49df-8539-942515254ee3 None None] Provisioning complete for port 56b79ed0-224d-4687-9163-3ec4851930b0 triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:50:46.966989 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-8e860f10-126b-49df-8539-942515254ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:47.000590 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-8e860f10-126b-49df-8539-942515254ee3 None None] Port 56b79ed0-224d-4687-9163-3ec4851930b0 cannot update to ACTIVE because it is not bound. {{(pid=100441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:50:47.160913 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67947f09-3f65-4bc0-bb22-b7aca1042852 req-e773a99a-0414-401a-b3a6-89d115b24bde tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:47.162302 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-67947f09-3f65-4bc0-bb22-b7aca1042852 req-e773a99a-0414-401a-b3a6-89d115b24bde tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0766380 Aug 18 19:50:47.235604 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-67947f09-3f65-4bc0-bb22-b7aca1042852 req-59ea552c-6825-498e-826b-19712e8eb8f8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664344 Aug 18 19:50:47.245423 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-a3433c1e-7a34-4141-9750-5d66350ca513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b79ed0-224d-4687-9163-3ec4851930b0 {{(pid=100440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:50:47.253742 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-a3433c1e-7a34-4141-9750-5d66350ca513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:47.265978 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-a3433c1e-7a34-4141-9750-5d66350ca513 service neutron] Transition to ACTIVE for port object 56b79ed0-224d-4687-9163-3ec4851930b0 will not be triggered until provisioned by entity L2. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:50:47.271063 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-a3433c1e-7a34-4141-9750-5d66350ca513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:47.276602 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7c1fb-511c-4627-988f-8d7159dd70e3 req-709bb417-9aed-4444-9945-f001cd0dfdda tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:47.278310 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2bf7c1fb-511c-4627-988f-8d7159dd70e3 req-709bb417-9aed-4444-9945-f001cd0dfdda tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf41f53e-365e-4f67-813d-f03d1a427d9f HTTP/1.1" status: 200 len: 931 time: 0.0640922 Aug 18 19:50:47.319908 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3433c1e-7a34-4141-9750-5d66350ca513 service neutron] Pushing event updated for resources: {'Port': ['ID=56b79ed0-224d-4687-9163-3ec4851930b0,revision_number=2']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:50:47.331251 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2bf7c1fb-511c-4627-988f-8d7159dd70e3 req-9436edeb-ea27-4e9a-813b-4d11b2d656ba tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460815 Aug 18 19:50:47.392448 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-a3433c1e-7a34-4141-9750-5d66350ca513 service neutron] Attempting to bind port 56b79ed0-224d-4687-9163-3ec4851930b0 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:50:47.392754 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-a3433c1e-7a34-4141-9750-5d66350ca513 service neutron] Attempting to bind port 56b79ed0-224d-4687-9163-3ec4851930b0 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': 'e130ac30-57fc-4038-8a25-d0dc9076ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109'}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:50:47.393182 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-a3433c1e-7a34-4141-9750-5d66350ca513 service neutron] Attempting to bind port 56b79ed0-224d-4687-9163-3ec4851930b0 on network dd556b13-f26a-4c44-b9f6-281b96b7a109 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:50:47.398720 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-a3433c1e-7a34-4141-9750-5d66350ca513 service neutron] Port 56b79ed0-224d-4687-9163-3ec4851930b0 on network dd556b13-f26a-4c44-b9f6-281b96b7a109 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:50:47.399050 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-a3433c1e-7a34-4141-9750-5d66350ca513 service neutron] Attempting to bind port 56b79ed0-224d-4687-9163-3ec4851930b0 on network dd556b13-f26a-4c44-b9f6-281b96b7a109 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:50:47.404235 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-a3433c1e-7a34-4141-9750-5d66350ca513 service neutron] Checking agent: {'id': 'a8b818dc-2c80-42c6-b162-9bd2386595a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'started_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:50:47.404571 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-a3433c1e-7a34-4141-9750-5d66350ca513 service neutron] Checking segment: {'id': 'e130ac30-57fc-4038-8a25-d0dc9076ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:50:47.404957 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-a3433c1e-7a34-4141-9750-5d66350ca513 service neutron] Bound using segment: {'id': 'e130ac30-57fc-4038-8a25-d0dc9076ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109'} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:50:47.405417 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-a3433c1e-7a34-4141-9750-5d66350ca513 service neutron] Bound port: 56b79ed0-224d-4687-9163-3ec4851930b0, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e130ac30-57fc-4038-8a25-d0dc9076ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109'}}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:50:47.405781 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-a3433c1e-7a34-4141-9750-5d66350ca513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:47.474534 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-a3433c1e-7a34-4141-9750-5d66350ca513 service neutron] For port 56b79ed0-224d-4687-9163-3ec4851930b0, host hv-cinder-80507, cleared binding levels {{(pid=100440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:50:47.477654 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-a3433c1e-7a34-4141-9750-5d66350ca513 service neutron] For port 56b79ed0-224d-4687-9163-3ec4851930b0, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=56b79ed0-224d-4687-9163-3ec4851930b0,segment=NetworkSegment(e130ac30-57fc-4038-8a25-d0dc9076ba43),segment_id=e130ac30-57fc-4038-8a25-d0dc9076ba43)] {{(pid=100440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:50:47.482094 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-a3433c1e-7a34-4141-9750-5d66350ca513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:47.514804 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-a3433c1e-7a34-4141-9750-5d66350ca513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:47.515424 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-a3433c1e-7a34-4141-9750-5d66350ca513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:47.517430 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-a3433c1e-7a34-4141-9750-5d66350ca513 service neutron] 10.222.0.35 "PUT /v2.0/ports/56b79ed0-224d-4687-9163-3ec4851930b0 HTTP/1.1" status: 200 len: 1093 time: 0.6683581 Aug 18 19:50:47.517865 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf41f53e-365e-4f67-813d-f03d1a427d9f', 'tag': '56b79ed0-224d-4687-9163-3ec4851930b0'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:50:47.520164 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9f9c61-86f2-404a-8ec0-2a22b56586a0" -d '{"events": [{"name": "network-changed", "server_uuid": "bf41f53e-365e-4f67-813d-f03d1a427d9f", "tag": "56b79ed0-224d-4687-9163-3ec4851930b0"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:50:47.546713 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3433c1e-7a34-4141-9750-5d66350ca513 service neutron] Pushing event updated for resources: {'Port': ['ID=56b79ed0-224d-4687-9163-3ec4851930b0,revision_number=3']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:50:47.565831 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a955d6-0e15-472c-b4c9-d500f16e334b x-openstack-request-id: req-17a955d6-0e15-472c-b4c9-d500f16e334b {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:50:47.566120 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf41f53e-365e-4f67-813d-f03d1a427d9f", "tag": "56b79ed0-224d-4687-9163-3ec4851930b0", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:50:47.566375 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-17a955d6-0e15-472c-b4c9-d500f16e334b {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:50:47.566798 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf41f53e-365e-4f67-813d-f03d1a427d9f', 'tag': '56b79ed0-224d-4687-9163-3ec4851930b0', 'status': 'completed', 'code': 200} Aug 18 19:50:47.631011 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-30a63c63-f69f-43cc-9b44-3ea4bee0d2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:47.632529 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-30a63c63-f69f-43cc-9b44-3ea4bee0d2c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=624b3e8635264e169d5517f06a2e5b88&device_id=bf41f53e-365e-4f67-813d-f03d1a427d9f HTTP/1.1" status: 200 len: 1096 time: 0.0453339 Aug 18 19:50:47.684683 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-c24bfa16-13d3-449e-b314-a4ffc8c97e5b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56b79ed0-224d-4687-9163-3ec4851930b0 HTTP/1.1" status: 200 len: 217 time: 0.0376754 Aug 18 19:50:47.735135 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-2106c491-68fb-4e87-82cb-48115bbb4261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:47.736606 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-2106c491-68fb-4e87-82cb-48115bbb4261 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8005a179-1635-43a5-bbc5-ad046ac3eb37 HTTP/1.1" status: 200 len: 848 time: 0.0435553 Aug 18 19:50:47.781427 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-3128cc6e-7bfd-439a-b4e3-4585068c198b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:47.782956 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-3128cc6e-7bfd-439a-b4e3-4585068c198b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd556b13-f26a-4c44-b9f6-281b96b7a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395846 Aug 18 19:50:47.874903 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-852e09ec-0099-488a-a0b4-0719f24be31d service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852265 Aug 18 19:50:47.963560 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8890ab18-7290-4c4c-b49f-0add6b5ff618 req-fec6225b-d97a-4f6e-8af2-1cfdf10659fd service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816243 Aug 18 19:50:48.100715 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f9c61-86f2-404a-8ec0-2a22b56586a0 req-9b685061-d851-478e-9dff-7f6d653f920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:48.102165 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8a9f9c61-86f2-404a-8ec0-2a22b56586a0 req-9b685061-d851-478e-9dff-7f6d653f920a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=624b3e8635264e169d5517f06a2e5b88&device_id=bf41f53e-365e-4f67-813d-f03d1a427d9f HTTP/1.1" status: 200 len: 1096 time: 0.0397570 Aug 18 19:50:48.194112 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f9c61-86f2-404a-8ec0-2a22b56586a0 req-66a6a284-30ef-4e05-80ce-99c8e5434246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:48.195575 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8a9f9c61-86f2-404a-8ec0-2a22b56586a0 req-66a6a284-30ef-4e05-80ce-99c8e5434246 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd556b13-f26a-4c44-b9f6-281b96b7a109 HTTP/1.1" status: 200 len: 910 time: 0.0851486 Aug 18 19:50:48.236485 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8a9f9c61-86f2-404a-8ec0-2a22b56586a0 req-96ec63c6-c3bc-461e-b35a-8228ecd408a2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56b79ed0-224d-4687-9163-3ec4851930b0 HTTP/1.1" status: 200 len: 217 time: 0.0332422 Aug 18 19:50:48.290977 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f9c61-86f2-404a-8ec0-2a22b56586a0 req-c906a475-94bf-4dde-b5ea-1bccc5efe660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:48.292504 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8a9f9c61-86f2-404a-8ec0-2a22b56586a0 req-c906a475-94bf-4dde-b5ea-1bccc5efe660 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8005a179-1635-43a5-bbc5-ad046ac3eb37 HTTP/1.1" status: 200 len: 848 time: 0.0488515 Aug 18 19:50:48.368867 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f9c61-86f2-404a-8ec0-2a22b56586a0 req-1039ba64-b78e-4a61-adfc-1a0704e42b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:48.370384 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8a9f9c61-86f2-404a-8ec0-2a22b56586a0 req-1039ba64-b78e-4a61-adfc-1a0704e42b01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd556b13-f26a-4c44-b9f6-281b96b7a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710340 Aug 18 19:50:48.382583 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb521a-a177-407a-a43f-acb8a65519cb req-2b3d2038-7f65-47dc-b99f-a2cca63f42e6 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:48.384386 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5ffb521a-a177-407a-a43f-acb8a65519cb req-2b3d2038-7f65-47dc-b99f-a2cca63f42e6 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0608582 Aug 18 19:50:48.446338 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b0efb-4b09-41c9-8ee2-3c8fb98f7c03 req-d4b6ab7d-1126-4fc7-919b-246bdac3bf2e tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:48.448060 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-304b0efb-4b09-41c9-8ee2-3c8fb98f7c03 req-d4b6ab7d-1126-4fc7-919b-246bdac3bf2e tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf41f53e-365e-4f67-813d-f03d1a427d9f HTTP/1.1" status: 200 len: 943 time: 0.0505202 Aug 18 19:50:48.450855 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:48.474447 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5ffb521a-a177-407a-a43f-acb8a65519cb req-c5e5ad5d-f71a-410e-8e00-28c030448288 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807493 Aug 18 19:50:48.489680 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-304b0efb-4b09-41c9-8ee2-3c8fb98f7c03 req-a9d26984-bd63-4d34-943c-58568dc6ba57 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349121 Aug 18 19:50:48.502869 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8a9f9c61-86f2-404a-8ec0-2a22b56586a0 req-6da9dc33-518c-4218-b563-0cd76e51ddb6 service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167133 Aug 18 19:50:48.591558 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8a9f9c61-86f2-404a-8ec0-2a22b56586a0 req-a62ff5fc-9025-4e86-a16c-9ff6d43f3486 service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813620 Aug 18 19:50:49.601504 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67795b16-1d4b-49a1-b731-6e59a00c7aeb req-c8fa34c4-c82d-40ac-85b6-350b29c51426 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:49.608015 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-67795b16-1d4b-49a1-b731-6e59a00c7aeb req-c8fa34c4-c82d-40ac-85b6-350b29c51426 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0572534 Aug 18 19:50:49.617091 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2943cf-fe21-4b80-9c67-2137963aa45c req-a5f9b623-c086-4fd8-a4f7-afb7e4857fa7 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:49.618602 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8a2943cf-fe21-4b80-9c67-2137963aa45c req-a5f9b623-c086-4fd8-a4f7-afb7e4857fa7 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf41f53e-365e-4f67-813d-f03d1a427d9f HTTP/1.1" status: 200 len: 943 time: 0.0577295 Aug 18 19:50:49.642851 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-67795b16-1d4b-49a1-b731-6e59a00c7aeb req-0f96f3b8-ba1b-41fd-baa9-2c2b4a1f107d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329869 Aug 18 19:50:49.664259 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8a2943cf-fe21-4b80-9c67-2137963aa45c req-7417a313-15d7-4880-96cb-bc6e58b86127 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321212 Aug 18 19:50:50.049014 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:50.536267 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 5d591ca8-6f1e-4b57-b746-91082c097d62 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=100441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:50:50.633609 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 5d591ca8-6f1e-4b57-b746-91082c097d62, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=5d591ca8-6f1e-4b57-b746-91082c097d62,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:50:50.645209 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Returning: {'device': '5d591ca8-6f1e-4b57-b746-91082c097d62', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'port_id': '5d591ca8-6f1e-4b57-b746-91082c097d62', 'mac_address': 'fa:16:3e:41:4c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:50:50.681121 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:50.695314 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d591ca8-6f1e-4b57-b746-91082c097d62 {{(pid=100441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:50:50.716096 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 5d591ca8-6f1e-4b57-b746-91082c097d62, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=5d591ca8-6f1e-4b57-b746-91082c097d62,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:50:50.724938 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:50.770101 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c958d6d-ebc9-4f20-97f8-74e72c345ab3 req-6deb74d9-1934-4d1a-a4c6-6e864a0cf237 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:50.771653 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8c958d6d-ebc9-4f20-97f8-74e72c345ab3 req-6deb74d9-1934-4d1a-a4c6-6e864a0cf237 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 944 time: 0.0555520 Aug 18 19:50:50.780709 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d29bd3-2dd3-4649-a288-4f5ded2b33e7 req-ce129baa-854e-42e8-8682-b9c85e63a2f7 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:50.781247 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=5d591ca8-6f1e-4b57-b746-91082c097d62,revision_number=6']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:50:50.783116 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-56d29bd3-2dd3-4649-a288-4f5ded2b33e7 req-ce129baa-854e-42e8-8682-b9c85e63a2f7 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf41f53e-365e-4f67-813d-f03d1a427d9f HTTP/1.1" status: 200 len: 943 time: 0.0540743 Aug 18 19:50:50.788706 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:50:50.789061 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:50:50.789435 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:50:50.789741 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:50:50.790077 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:50:50.790415 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:50:50.790782 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:50:50.791113 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:50:50.791445 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:50:50.791772 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:50:50.792096 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:50:50.792422 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:50:50.811989 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8c958d6d-ebc9-4f20-97f8-74e72c345ab3 req-9ba4a04a-9e8f-4697-a1e7-b715508c1440 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344498 Aug 18 19:50:50.833651 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-56d29bd3-2dd3-4649-a288-4f5ded2b33e7 req-95e2fefe-58e1-460c-9fa1-89b2b3e1f85f tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421438 Aug 18 19:50:50.890186 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['5d591ca8-6f1e-4b57-b746-91082c097d62'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:50:51.935161 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5544c-c81f-4159-b20b-5761778b598a req-9c568a1b-5e42-4e5f-821a-3fa57ecc785f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:51.936663 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-49c5544c-c81f-4159-b20b-5761778b598a req-9c568a1b-5e42-4e5f-821a-3fa57ecc785f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 944 time: 0.0488403 Aug 18 19:50:51.941971 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784c220-76a3-47d5-abbb-c02ed9df157f req-4bb6939b-ae18-4788-98c2-e4ebb654da56 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:51.943539 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8784c220-76a3-47d5-abbb-c02ed9df157f req-4bb6939b-ae18-4788-98c2-e4ebb654da56 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf41f53e-365e-4f67-813d-f03d1a427d9f HTTP/1.1" status: 200 len: 943 time: 0.0478206 Aug 18 19:50:51.974832 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-49c5544c-c81f-4159-b20b-5761778b598a req-9b801b0b-a465-44bd-bbb5-71536ea47380 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318165 Aug 18 19:50:51.980943 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8784c220-76a3-47d5-abbb-c02ed9df157f req-d7b88101-7036-4c25-a7b5-edb61ae8f4d4 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318196 Aug 18 19:50:52.542808 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 5d591ca8-6f1e-4b57-b746-91082c097d62 up at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:50:52.589357 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning complete for port 5d591ca8-6f1e-4b57-b746-91082c097d62 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:50:52.589732 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:52.666024 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:52.688122 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3a5f59-faff-465c-877e-4f1469163736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d591ca8-6f1e-4b57-b746-91082c097d62'}] {{(pid=100441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:50:52.690377 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c845df31933df15e4981d7dcb3334c44fca6e0bb010d803592179d7e14a8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3c6f2f-76fe-4d3b-b570-5a63a04612f0" -d '{"events": [{"server_uuid": "bd3a5f59-faff-465c-877e-4f1469163736", "name": "network-vif-plugged", "status": "completed", "tag": "5d591ca8-6f1e-4b57-b746-91082c097d62"}]}' {{(pid=100441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:50:52.703161 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 5d591ca8-6f1e-4b57-b746-91082c097d62, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=5d591ca8-6f1e-4b57-b746-91082c097d62,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:50:52.711320 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:52.732099 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4985b6-fe50-4972-bd75-090e6d09218c x-openstack-request-id: req-8f4985b6-fe50-4972-bd75-090e6d09218c {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:50:52.732391 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3a5f59-faff-465c-877e-4f1469163736", "name": "network-vif-plugged", "status": "completed", "tag": "5d591ca8-6f1e-4b57-b746-91082c097d62", "code": 200}]} {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:50:52.732641 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8f4985b6-fe50-4972-bd75-090e6d09218c {{(pid=100441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:50:52.733028 dv-cinder-805072-2-iscsi neutron-server[100441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3a5f59-faff-465c-877e-4f1469163736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d591ca8-6f1e-4b57-b746-91082c097d62', 'code': 200} Aug 18 19:50:52.757910 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=5d591ca8-6f1e-4b57-b746-91082c097d62,revision_number=7']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:50:53.097421 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587c6a0-b00d-4ad3-adb1-1946d15d24fe req-57f8b6b5-bdb6-4304-85a6-b0f39d6cef33 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:53.098918 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a587c6a0-b00d-4ad3-adb1-1946d15d24fe req-57f8b6b5-bdb6-4304-85a6-b0f39d6cef33 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0506918 Aug 18 19:50:53.100147 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910841a-f8ae-4d6b-8269-3abaa2555e47 req-6564aa11-0531-4193-814c-14945aca988a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:53.101631 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b910841a-f8ae-4d6b-8269-3abaa2555e47 req-6564aa11-0531-4193-814c-14945aca988a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf41f53e-365e-4f67-813d-f03d1a427d9f HTTP/1.1" status: 200 len: 943 time: 0.0522153 Aug 18 19:50:53.135541 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a587c6a0-b00d-4ad3-adb1-1946d15d24fe req-20b69871-a27b-4fac-8cff-cb9def81ad88 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307562 Aug 18 19:50:53.137751 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b910841a-f8ae-4d6b-8269-3abaa2555e47 req-849e4169-a893-45ac-984f-f8f44bb45eb2 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304248 Aug 18 19:50:54.256009 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeab79a-b96e-4776-8c3c-0169b649ca28 req-adaf9411-102d-445c-ad67-905baf2f75d8 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:54.257500 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1eeab79a-b96e-4776-8c3c-0169b649ca28 req-adaf9411-102d-445c-ad67-905baf2f75d8 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf41f53e-365e-4f67-813d-f03d1a427d9f HTTP/1.1" status: 200 len: 943 time: 0.0530334 Aug 18 19:50:54.257973 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a51f1-bdc4-4d5d-9206-039a54a62849 req-b1d64359-2769-4d33-b833-0b226787d691 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:54.259461 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-678a51f1-bdc4-4d5d-9206-039a54a62849 req-b1d64359-2769-4d33-b833-0b226787d691 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0481815 Aug 18 19:50:54.294812 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1eeab79a-b96e-4776-8c3c-0169b649ca28 req-a6269f8b-3f74-4706-b7b1-b793eea9294e tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313773 Aug 18 19:50:54.296700 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-678a51f1-bdc4-4d5d-9206-039a54a62849 req-80980eda-688d-40fe-99eb-af846d0f233d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310965 Aug 18 19:50:55.441747 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a02cb-fb58-4956-bf54-79f8ba81318b req-901a006a-5ad1-4389-8fb7-6df395f5de6d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:55.450622 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-cf8a02cb-fb58-4956-bf54-79f8ba81318b req-901a006a-5ad1-4389-8fb7-6df395f5de6d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0607538 Aug 18 19:50:55.486173 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db70fe4-690d-4c33-8cce-49983cf604e8 req-94f08f9c-ebcd-494a-9eb7-bfb0828d67a2 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:55.488696 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6db70fe4-690d-4c33-8cce-49983cf604e8 req-94f08f9c-ebcd-494a-9eb7-bfb0828d67a2 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf41f53e-365e-4f67-813d-f03d1a427d9f HTTP/1.1" status: 200 len: 943 time: 0.0709326 Aug 18 19:50:55.494536 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-cf8a02cb-fb58-4956-bf54-79f8ba81318b req-e33d52d0-7cd1-4cc8-bab5-f78be7210ea8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426586 Aug 18 19:50:55.541761 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6db70fe4-690d-4c33-8cce-49983cf604e8 req-98b6717e-6f84-4ecb-8519-1ee7faf272b2 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412347 Aug 18 19:50:56.577520 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 56b79ed0-224d-4687-9163-3ec4851930b0 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=100441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:50:56.636011 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca908688-98c1-4a85-99da-fc9d57bc1d69 req-c994b14b-5e5d-4039-b895-455d4dd2f8d3 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:56.643517 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-ca908688-98c1-4a85-99da-fc9d57bc1d69 req-c994b14b-5e5d-4039-b895-455d4dd2f8d3 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0627792 Aug 18 19:50:56.695183 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-ca908688-98c1-4a85-99da-fc9d57bc1d69 req-dbbfcbac-dd98-48dd-bdcf-aa3a6331d9c5 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426948 Aug 18 19:50:56.764990 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 56b79ed0-224d-4687-9163-3ec4851930b0, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=56b79ed0-224d-4687-9163-3ec4851930b0,segment=NetworkSegment(e130ac30-57fc-4038-8a25-d0dc9076ba43),segment_id=e130ac30-57fc-4038-8a25-d0dc9076ba43)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:50:56.788772 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Returning: {'device': '56b79ed0-224d-4687-9163-3ec4851930b0', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'port_id': '56b79ed0-224d-4687-9163-3ec4851930b0', 'mac_address': 'fa:16:3e:46:80:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:50:56.812689 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee8331-86b0-4e5b-b00d-06135dfbd4ce req-76c8b84b-e89f-417b-b7dc-63da07bfef28 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:56.820285 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-d2ee8331-86b0-4e5b-b00d-06135dfbd4ce req-76c8b84b-e89f-417b-b7dc-63da07bfef28 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf41f53e-365e-4f67-813d-f03d1a427d9f HTTP/1.1" status: 200 len: 943 time: 0.0660934 Aug 18 19:50:56.860980 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:56.870005 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-d2ee8331-86b0-4e5b-b00d-06135dfbd4ce req-0829e202-02a7-41c9-b32a-3d526f0a9390 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485024 Aug 18 19:50:56.881489 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b79ed0-224d-4687-9163-3ec4851930b0 {{(pid=100441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:50:56.917096 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 56b79ed0-224d-4687-9163-3ec4851930b0, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=56b79ed0-224d-4687-9163-3ec4851930b0,segment=NetworkSegment(e130ac30-57fc-4038-8a25-d0dc9076ba43),segment_id=e130ac30-57fc-4038-8a25-d0dc9076ba43)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:50:56.924236 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:56.985276 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=56b79ed0-224d-4687-9163-3ec4851930b0,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:50:57.385817 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['56b79ed0-224d-4687-9163-3ec4851930b0'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:50:57.804221 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b5a38-a527-4743-91e6-bcf6b189c87c req-b15f9e08-ba28-4043-a9a2-818566a9535f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:57.806734 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3e7b5a38-a527-4743-91e6-bcf6b189c87c req-b15f9e08-ba28-4043-a9a2-818566a9535f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0508411 Aug 18 19:50:57.851290 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3e7b5a38-a527-4743-91e6-bcf6b189c87c req-647add0a-58c0-4a35-953c-0d4e8e4a9843 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356777 Aug 18 19:50:58.009143 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e678447-dff8-43c9-8419-aee1995fe082 req-dfbc1f8b-c27b-48bc-8209-c3c286841481 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:58.016384 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0e678447-dff8-43c9-8419-aee1995fe082 req-dfbc1f8b-c27b-48bc-8209-c3c286841481 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf41f53e-365e-4f67-813d-f03d1a427d9f HTTP/1.1" status: 200 len: 944 time: 0.0633273 Aug 18 19:50:58.054400 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0e678447-dff8-43c9-8419-aee1995fe082 req-43ae9670-7823-4ac7-97f1-4c2c9ec729d3 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371628 Aug 18 19:50:58.590229 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 56b79ed0-224d-4687-9163-3ec4851930b0 up at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:50:58.649556 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning for port 56b79ed0-224d-4687-9163-3ec4851930b0 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:50:58.656290 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning complete for port 56b79ed0-224d-4687-9163-3ec4851930b0 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:50:58.657213 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:58.751791 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:58.779559 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf41f53e-365e-4f67-813d-f03d1a427d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b79ed0-224d-4687-9163-3ec4851930b0'}] {{(pid=100441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:50:58.781903 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c845df31933df15e4981d7dcb3334c44fca6e0bb010d803592179d7e14a8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3e5066-dba8-4a0f-934d-8d44f492c69a" -d '{"events": [{"server_uuid": "bf41f53e-365e-4f67-813d-f03d1a427d9f", "name": "network-vif-plugged", "status": "completed", "tag": "56b79ed0-224d-4687-9163-3ec4851930b0"}]}' {{(pid=100441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:50:58.796116 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 56b79ed0-224d-4687-9163-3ec4851930b0, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=56b79ed0-224d-4687-9163-3ec4851930b0,segment=NetworkSegment(e130ac30-57fc-4038-8a25-d0dc9076ba43),segment_id=e130ac30-57fc-4038-8a25-d0dc9076ba43)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:50:58.800846 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:50:58.840250 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7463e0-4008-4ff8-b691-31e19f12904c x-openstack-request-id: req-2d7463e0-4008-4ff8-b691-31e19f12904c {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:50:58.840538 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf41f53e-365e-4f67-813d-f03d1a427d9f", "name": "network-vif-plugged", "status": "completed", "tag": "56b79ed0-224d-4687-9163-3ec4851930b0", "code": 200}]} {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:50:58.840790 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2d7463e0-4008-4ff8-b691-31e19f12904c {{(pid=100441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:50:58.841174 dv-cinder-805072-2-iscsi neutron-server[100441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf41f53e-365e-4f67-813d-f03d1a427d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b79ed0-224d-4687-9163-3ec4851930b0', 'code': 200} Aug 18 19:50:58.855154 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=56b79ed0-224d-4687-9163-3ec4851930b0,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:50:59.019180 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecc207-91a8-4cb7-b791-381a650e923d req-c430ef67-eb67-4193-b044-6107c9cea8c0 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:59.021987 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c3ecc207-91a8-4cb7-b791-381a650e923d req-c430ef67-eb67-4193-b044-6107c9cea8c0 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0868275 Aug 18 19:50:59.076404 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c3ecc207-91a8-4cb7-b791-381a650e923d req-3211ad9a-907b-4763-b1f1-df6780bc8857 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417480 Aug 18 19:50:59.134151 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c510425-325f-4722-889f-06adfde7e0e8 req-838f2392-c19e-4eb4-b787-1cbdc3372f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:59.135992 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8c510425-325f-4722-889f-06adfde7e0e8 req-838f2392-c19e-4eb4-b787-1cbdc3372f16 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bf41f53e-365e-4f67-813d-f03d1a427d9f HTTP/1.1" status: 200 len: 1098 time: 0.0481918 Aug 18 19:50:59.191562 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8c510425-325f-4722-889f-06adfde7e0e8 req-11c71936-bbbb-4ccd-9992-add84b660a13 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472949 Aug 18 19:50:59.217902 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c48dd3-db09-48ce-9002-d9ba19d4a161 req-9e8a7b2c-f6f6-4993-8117-f80820913b5c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:50:59.220090 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e2c48dd3-db09-48ce-9002-d9ba19d4a161 req-9e8a7b2c-f6f6-4993-8117-f80820913b5c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf41f53e-365e-4f67-813d-f03d1a427d9f HTTP/1.1" status: 200 len: 945 time: 0.0549078 Aug 18 19:50:59.265422 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e2c48dd3-db09-48ce-9002-d9ba19d4a161 req-dddc2e5e-9254-4d62-bc21-0ce29e109cef tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363321 Aug 18 19:51:00.194377 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884a9ff-e3dc-46bf-bcbe-9dea1e68b819 req-7488c777-a177-430b-8896-b145b556965d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:00.195981 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5884a9ff-e3dc-46bf-bcbe-9dea1e68b819 req-7488c777-a177-430b-8896-b145b556965d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0559502 Aug 18 19:51:00.246689 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5884a9ff-e3dc-46bf-bcbe-9dea1e68b819 req-20b6db92-dec5-4474-bfb3-3915eb6f9b79 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425229 Aug 18 19:51:00.398280 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e033962-fb6a-4725-886e-cd437df64e8a req-347a8c40-5496-45ec-b0ad-4effe0599aa2 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:00.399827 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1e033962-fb6a-4725-886e-cd437df64e8a req-347a8c40-5496-45ec-b0ad-4effe0599aa2 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf41f53e-365e-4f67-813d-f03d1a427d9f HTTP/1.1" status: 200 len: 945 time: 0.0593162 Aug 18 19:51:00.439175 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-1e033962-fb6a-4725-886e-cd437df64e8a req-7f5b8942-0788-4f97-af66-d4e97c71d8de tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325837 Aug 18 19:51:01.364720 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354f890-1dfa-4984-9368-4c1887f089fe req-9cfbb1da-8310-4276-aac4-87813335664c tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:01.366337 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6354f890-1dfa-4984-9368-4c1887f089fe req-9cfbb1da-8310-4276-aac4-87813335664c tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0542569 Aug 18 19:51:01.416493 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6354f890-1dfa-4984-9368-4c1887f089fe req-c8bca706-911a-4bf9-bd3a-d061ceef36ff tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437953 Aug 18 19:51:01.561410 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8578bd9-6673-42b7-9a76-0bae4c7494f7 req-c6fe3675-6ca2-4446-8e91-4187ee74ac3b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:01.562854 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c8578bd9-6673-42b7-9a76-0bae4c7494f7 req-c6fe3675-6ca2-4446-8e91-4187ee74ac3b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf41f53e-365e-4f67-813d-f03d1a427d9f HTTP/1.1" status: 200 len: 945 time: 0.0541127 Aug 18 19:51:01.621076 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c8578bd9-6673-42b7-9a76-0bae4c7494f7 req-2ca8203f-4b55-46ed-8c0d-5fb9da596eaa tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512896 Aug 18 19:51:01.742945 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33cbed-52b3-45cb-aa05-5b4f20d2edf2 req-9ff15b73-e98c-4947-9a39-96c626aa2dd5 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:01.744453 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-aa33cbed-52b3-45cb-aa05-5b4f20d2edf2 req-9ff15b73-e98c-4947-9a39-96c626aa2dd5 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf41f53e-365e-4f67-813d-f03d1a427d9f HTTP/1.1" status: 200 len: 945 time: 0.0514050 Aug 18 19:51:01.783899 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-aa33cbed-52b3-45cb-aa05-5b4f20d2edf2 req-d34d83d9-e288-436b-b8c8-0b9b86e0c31f tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325682 Aug 18 19:51:01.806314 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 48956) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:51:01.849030 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557884d9-e999-4074-a4ef-c9f37ba597dd tempest-TestVolumeBootPattern-321221954 tempest-TestVolumeBootPattern-321221954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:01.850470 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-557884d9-e999-4074-a4ef-c9f37ba597dd tempest-TestVolumeBootPattern-321221954 tempest-TestVolumeBootPattern-321221954-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=bf41f53e-365e-4f67-813d-f03d1a427d9f HTTP/1.1" status: 200 len: 1093 time: 0.0431182 Aug 18 19:51:01.853477 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 48958) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:51:01.858355 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-a652b53f-0460-461a-8085-7d7f375f439b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Request body: {'floatingip': {'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'port_id': '56b79ed0-224d-4687-9163-3ec4851930b0', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:51:01.884471 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a652b53f-0460-461a-8085-7d7f375f439b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for floatingip, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:01.992688 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a652b53f-0460-461a-8085-7d7f375f439b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:02.107098 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [None req-a652b53f-0460-461a-8085-7d7f375f439b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Allocated IP 172.27.2.85 (c9e7b0ac-d07a-45d1-b669-710203e2b4d9/fcdf06bc-9cb8-408c-b78f-916aa229f92b/5f2e6b0c-561c-41e4-9127-b82de07c2eaf) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:51:02.220722 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a652b53f-0460-461a-8085-7d7f375f439b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:02.268426 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a652b53f-0460-461a-8085-7d7f375f439b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:02.321226 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a652b53f-0460-461a-8085-7d7f375f439b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:51:02.324498 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [None req-a652b53f-0460-461a-8085-7d7f375f439b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:51:02.327865 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a652b53f-0460-461a-8085-7d7f375f439b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:51:02.354162 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652b53f-0460-461a-8085-7d7f375f439b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Pushing event updated for resources: {'Port': ['ID=5f2e6b0c-561c-41e4-9127-b82de07c2eaf,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:51:02.565755 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3af0c-f6c3-44fb-98c5-3b088803adb4 req-35496607-78a4-49e3-a31f-c086a9106f28 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:02.574355 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-33b3af0c-f6c3-44fb-98c5-3b088803adb4 req-35496607-78a4-49e3-a31f-c086a9106f28 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0664201 Aug 18 19:51:02.625011 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-33b3af0c-f6c3-44fb-98c5-3b088803adb4 req-a70b0708-8fe3-4864-83bc-86c0b777f779 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490525 Aug 18 19:51:03.124323 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a652b53f-0460-461a-8085-7d7f375f439b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:03.211004 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a652b53f-0460-461a-8085-7d7f375f439b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:03.418156 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a652b53f-0460-461a-8085-7d7f375f439b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for port, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:03.423193 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a652b53f-0460-461a-8085-7d7f375f439b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:03.526722 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652b53f-0460-461a-8085-7d7f375f439b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Pushing event updated for resources: {'Port': ['ID=5f2e6b0c-561c-41e4-9127-b82de07c2eaf,revision_number=2']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:51:03.549452 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a652b53f-0460-461a-8085-7d7f375f439b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665786'] for floatingip, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:03.664937 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.db.l3_db [None req-a652b53f-0460-461a-8085-7d7f375f439b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Floating IP 040332c7-d41f-473c-ba18-c21d0a635059 associated. External IP: 172.27.2.85, port: 56b79ed0-224d-4687-9163-3ec4851930b0. Aug 18 19:51:03.829701 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a52db5-e071-4f99-9fd3-f05d70a61537 req-d8fcfa80-dab4-4faa-9492-29ca9e02fee2 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:03.831340 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b6a52db5-e071-4f99-9fd3-f05d70a61537 req-d8fcfa80-dab4-4faa-9492-29ca9e02fee2 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.1163793 Aug 18 19:51:03.925914 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b6a52db5-e071-4f99-9fd3-f05d70a61537 req-c85ab4b4-c33e-4f02-bb1a-632a944fea07 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875077 Aug 18 19:51:04.014386 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a652b53f-0460-461a-8085-7d7f375f439b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Router d4caef9e-52bd-46e5-91af-4332ee0beb5a has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:51:04.154613 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a652b53f-0460-461a-8085-7d7f375f439b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:51:04.165581 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fea0ed-1ed4-4274-9786-163e21b888cf None None] Sync routers for ids ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'] in dv-cinder-805072-2-iscsi {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:51:04.172720 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a652b53f-0460-461a-8085-7d7f375f439b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for floatingip, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:04.178644 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fea0ed-1ed4-4274-9786-163e21b888cf None None] Routers {'d4caef9e-52bd-46e5-91af-4332ee0beb5a'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:51:04.178913 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-e3fea0ed-1ed4-4274-9786-163e21b888cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:50:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:51:04.208029 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-a652b53f-0460-461a-8085-7d7f375f439b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3531892 Aug 18 19:51:04.208729 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf41f53e-365e-4f67-813d-f03d1a427d9f', 'tag': '56b79ed0-224d-4687-9163-3ec4851930b0'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:51:04.211141 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a339be7a-c6c2-4c5d-9741-c21831ef0158" -d '{"events": [{"name": "network-changed", "server_uuid": "bf41f53e-365e-4f67-813d-f03d1a427d9f", "tag": "56b79ed0-224d-4687-9163-3ec4851930b0"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:51:04.255264 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c824b63-2b81-4963-8750-ed07d008985a x-openstack-request-id: req-1c824b63-2b81-4963-8750-ed07d008985a {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:51:04.255561 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf41f53e-365e-4f67-813d-f03d1a427d9f", "tag": "56b79ed0-224d-4687-9163-3ec4851930b0", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:51:04.255817 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1c824b63-2b81-4963-8750-ed07d008985a {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:51:04.256213 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf41f53e-365e-4f67-813d-f03d1a427d9f', 'tag': '56b79ed0-224d-4687-9163-3ec4851930b0', 'status': 'completed', 'code': 200} Aug 18 19:51:04.307730 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-e3fea0ed-1ed4-4274-9786-163e21b888cf None None] Set router d4caef9e-52bd-46e5-91af-4332ee0beb5a gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:51:04.354581 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339be7a-c6c2-4c5d-9741-c21831ef0158 req-0f2c0417-6c71-40b8-a27b-289127b71da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:04.356214 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a339be7a-c6c2-4c5d-9741-c21831ef0158 req-0f2c0417-6c71-40b8-a27b-289127b71da2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=624b3e8635264e169d5517f06a2e5b88&device_id=bf41f53e-365e-4f67-813d-f03d1a427d9f HTTP/1.1" status: 200 len: 1098 time: 0.0453279 Aug 18 19:51:04.477584 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339be7a-c6c2-4c5d-9741-c21831ef0158 req-2142efce-e3b3-4dbb-985c-6677cb96b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:04.479450 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a339be7a-c6c2-4c5d-9741-c21831ef0158 req-2142efce-e3b3-4dbb-985c-6677cb96b6f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd556b13-f26a-4c44-b9f6-281b96b7a109 HTTP/1.1" status: 200 len: 910 time: 0.1145535 Aug 18 19:51:04.582100 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a339be7a-c6c2-4c5d-9741-c21831ef0158 req-c77fc03b-43f5-4d71-aa53-3a9edbcc50cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56b79ed0-224d-4687-9163-3ec4851930b0 HTTP/1.1" status: 200 len: 998 time: 0.0933940 Aug 18 19:51:04.608694 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-e3fea0ed-1ed4-4274-9786-163e21b888cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'name': 'tempest-TestVolumeBootPattern-3514041-router', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:51Z', 'updated_at': '2021-08-18T19:46:54Z', 'revision_number': 4, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'gw_port': {'id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:52Z', 'updated_at': '2021-08-18T19:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': '040332c7-d41f-473c-ba18-c21d0a635059', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'port_id': '56b79ed0-224d-4687-9163-3ec4851930b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'mac_address': 'fa:16:3e:46:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf41f53e-365e-4f67-813d-f03d1a427d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:51:02Z', 'updated_at': '2021-08-18T19:51:02Z', 'revision_number': 0, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7782ad02-40ad-4945-83ee-a008b08cdc12', 'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'mac_address': 'fa:16:3e:d2:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:54Z', 'updated_at': '2021-08-18T19:46:59Z', 'revision_number': 5, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'subnets': [{'id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:51:04.666301 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339be7a-c6c2-4c5d-9741-c21831ef0158 req-a5a87e51-a890-4a09-bc4c-1cb2fc5d73dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:04.668204 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a339be7a-c6c2-4c5d-9741-c21831ef0158 req-a5a87e51-a890-4a09-bc4c-1cb2fc5d73dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8005a179-1635-43a5-bbc5-ad046ac3eb37 HTTP/1.1" status: 200 len: 848 time: 0.0772545 Aug 18 19:51:04.675607 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fea0ed-1ed4-4274-9786-163e21b888cf None None] Checking router: d4caef9e-52bd-46e5-91af-4332ee0beb5a for host: dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:51:04.706858 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fea0ed-1ed4-4274-9786-163e21b888cf None None] Routers {'d4caef9e-52bd-46e5-91af-4332ee0beb5a'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:51:04.707524 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-e3fea0ed-1ed4-4274-9786-163e21b888cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:50:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:51:04.728835 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339be7a-c6c2-4c5d-9741-c21831ef0158 req-d699e2cd-5c11-4246-a3ac-6770b9f5797b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:04.730753 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a339be7a-c6c2-4c5d-9741-c21831ef0158 req-d699e2cd-5c11-4246-a3ac-6770b9f5797b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd556b13-f26a-4c44-b9f6-281b96b7a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543256 Aug 18 19:51:04.859251 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a339be7a-c6c2-4c5d-9741-c21831ef0158 req-9e9bbe7c-ae38-4d7f-899e-a8a074da5454 service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201258 Aug 18 19:51:04.997589 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a339be7a-c6c2-4c5d-9741-c21831ef0158 req-927e5bfe-c230-4107-b22f-bd177e2ccedc service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310115 Aug 18 19:51:05.005432 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-e3fea0ed-1ed4-4274-9786-163e21b888cf None None] Set router d4caef9e-52bd-46e5-91af-4332ee0beb5a gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:51:05.132176 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba071d-4826-4cb3-81e7-a8eb770dd604 req-d48a6179-df4a-438f-b8cf-00366e6c1181 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:05.140540 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-95ba071d-4826-4cb3-81e7-a8eb770dd604 req-d48a6179-df4a-438f-b8cf-00366e6c1181 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0795591 Aug 18 19:51:05.190947 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-95ba071d-4826-4cb3-81e7-a8eb770dd604 req-ff7e77e8-1c39-4cc2-a0b5-cce2673e0e56 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475638 Aug 18 19:51:05.310215 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-e3fea0ed-1ed4-4274-9786-163e21b888cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'name': 'tempest-TestVolumeBootPattern-3514041-router', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:51Z', 'updated_at': '2021-08-18T19:46:54Z', 'revision_number': 4, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'gw_port': {'id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:52Z', 'updated_at': '2021-08-18T19:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': '040332c7-d41f-473c-ba18-c21d0a635059', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'port_id': '56b79ed0-224d-4687-9163-3ec4851930b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'mac_address': 'fa:16:3e:46:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf41f53e-365e-4f67-813d-f03d1a427d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:51:02Z', 'updated_at': '2021-08-18T19:51:02Z', 'revision_number': 0, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7782ad02-40ad-4945-83ee-a008b08cdc12', 'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'mac_address': 'fa:16:3e:d2:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:54Z', 'updated_at': '2021-08-18T19:46:59Z', 'revision_number': 5, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'subnets': [{'id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:51:05.340256 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fea0ed-1ed4-4274-9786-163e21b888cf None None] The sync data for ids ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'] in dv-cinder-805072-2-iscsi is: [{'id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'name': 'tempest-TestVolumeBootPattern-3514041-router', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:51Z', 'updated_at': '2021-08-18T19:46:54Z', 'revision_number': 4, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'gw_port': {'id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:52Z', 'updated_at': '2021-08-18T19:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': '040332c7-d41f-473c-ba18-c21d0a635059', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'port_id': '56b79ed0-224d-4687-9163-3ec4851930b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'mac_address': 'fa:16:3e:46:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf41f53e-365e-4f67-813d-f03d1a427d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:51:02Z', 'updated_at': '2021-08-18T19:51:02Z', 'revision_number': 0, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7782ad02-40ad-4945-83ee-a008b08cdc12', 'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'mac_address': 'fa:16:3e:d2:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:54Z', 'updated_at': '2021-08-18T19:46:59Z', 'revision_number': 5, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'subnets': [{'id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:51:05.512398 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c90753e-6797-476a-a5bf-9712b39fbe7d None None] New status for floating IP 040332c7-d41f-473c-ba18-c21d0a635059: ACTIVE {{(pid=100442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:51:06.097041 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfbfe6-100d-44a2-8676-67a7c851ed14 req-6b20019f-6f49-41ba-ba47-015b3802c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:06.098839 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f1bfbfe6-100d-44a2-8676-67a7c851ed14 req-6b20019f-6f49-41ba-ba47-015b3802c3ee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=55a46dee3b2d46d79cfe6a8e52d7bd63&device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 1098 time: 0.0413115 Aug 18 19:51:06.191823 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfbfe6-100d-44a2-8676-67a7c851ed14 req-a65152a3-3292-4fdd-b3af-febb5ccfb02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:06.193307 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f1bfbfe6-100d-44a2-8676-67a7c851ed14 req-a65152a3-3292-4fdd-b3af-febb5ccfb02c service neutron] 10.222.0.35 "GET /v2.0/networks?id=48079850-84f4-4aec-a648-0aa058db8488 HTTP/1.1" status: 200 len: 917 time: 0.0880125 Aug 18 19:51:06.288278 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f1bfbfe6-100d-44a2-8676-67a7c851ed14 req-82f8b5bc-c56a-49b3-bef9-339c74391d7e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d591ca8-6f1e-4b57-b746-91082c097d62 HTTP/1.1" status: 200 len: 1001 time: 0.0878444 Aug 18 19:51:06.350494 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732eaf0-e886-4e2d-9536-b7295938c4a7 req-80b49ed1-3b12-426c-be71-85ddb2c4b633 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:06.351946 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c732eaf0-e886-4e2d-9536-b7295938c4a7 req-80b49ed1-3b12-426c-be71-85ddb2c4b633 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0936408 Aug 18 19:51:06.369262 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfbfe6-100d-44a2-8676-67a7c851ed14 req-184de6f9-ded4-4336-ae28-598d0e375e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:06.370786 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f1bfbfe6-100d-44a2-8676-67a7c851ed14 req-184de6f9-ded4-4336-ae28-598d0e375e89 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b HTTP/1.1" status: 200 len: 855 time: 0.0756581 Aug 18 19:51:06.420734 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c732eaf0-e886-4e2d-9536-b7295938c4a7 req-0d0213a5-9ee2-4b02-98ec-12f1276fb623 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608892 Aug 18 19:51:06.434301 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfbfe6-100d-44a2-8676-67a7c851ed14 req-d603a66a-93ee-41cd-a0eb-c304fb2f78be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:06.435850 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f1bfbfe6-100d-44a2-8676-67a7c851ed14 req-d603a66a-93ee-41cd-a0eb-c304fb2f78be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48079850-84f4-4aec-a648-0aa058db8488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578475 Aug 18 19:51:06.533760 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f1bfbfe6-100d-44a2-8676-67a7c851ed14 req-2edb3a54-c2c7-4db0-bdef-81cee7d62a0b service neutron] 10.222.0.35 "GET /v2.0/networks/48079850-84f4-4aec-a648-0aa058db8488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906017 Aug 18 19:51:06.631060 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f1bfbfe6-100d-44a2-8676-67a7c851ed14 req-789ad254-ebe1-4155-b02e-eeb52c1956f8 service neutron] 10.222.0.35 "GET /v2.0/networks/48079850-84f4-4aec-a648-0aa058db8488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845718 Aug 18 19:51:07.546965 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143eff9b-3663-4ddf-8f16-916e2cd7176a req-49da31c6-3874-494e-8b65-b730b6a3d85b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:07.548134 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-143eff9b-3663-4ddf-8f16-916e2cd7176a req-49da31c6-3874-494e-8b65-b730b6a3d85b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0537195 Aug 18 19:51:07.586765 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-143eff9b-3663-4ddf-8f16-916e2cd7176a req-b7345ea0-7518-4c87-afb1-ae10a1b9ce3b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324237 Aug 18 19:51:08.639267 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 5d591ca8-6f1e-4b57-b746-91082c097d62 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:51:08.710422 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32491d65-f19e-4046-b4f7-3d3ee67aef46 req-0713355b-aba9-4a99-8283-1045fccbf35f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:08.712062 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-32491d65-f19e-4046-b4f7-3d3ee67aef46 req-0713355b-aba9-4a99-8283-1045fccbf35f tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 945 time: 0.0495803 Aug 18 19:51:08.715943 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:08.738754 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3a5f59-faff-465c-877e-4f1469163736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d591ca8-6f1e-4b57-b746-91082c097d62'}] {{(pid=100441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:51:08.741038 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c845df31933df15e4981d7dcb3334c44fca6e0bb010d803592179d7e14a8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ba18f2-afc3-4415-9fcb-18d7d2136259" -d '{"events": [{"server_uuid": "bd3a5f59-faff-465c-877e-4f1469163736", "name": "network-vif-unplugged", "status": "completed", "tag": "5d591ca8-6f1e-4b57-b746-91082c097d62"}]}' {{(pid=100441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:51:08.751421 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-32491d65-f19e-4046-b4f7-3d3ee67aef46 req-3e89b97e-769a-4950-87c6-54e6137e4fb7 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326591 Aug 18 19:51:08.754153 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 5d591ca8-6f1e-4b57-b746-91082c097d62, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=5d591ca8-6f1e-4b57-b746-91082c097d62,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:51:08.757987 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:08.785712 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 19:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3691c5d6-8768-472c-a3dd-67ae34cce216 x-openstack-request-id: req-3691c5d6-8768-472c-a3dd-67ae34cce216 {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:51:08.785712 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3a5f59-faff-465c-877e-4f1469163736", "name": "network-vif-unplugged", "status": "completed", "tag": "5d591ca8-6f1e-4b57-b746-91082c097d62", "code": 200}]} {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:51:08.785712 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3691c5d6-8768-472c-a3dd-67ae34cce216 {{(pid=100441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:51:08.785712 dv-cinder-805072-2-iscsi neutron-server[100441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3a5f59-faff-465c-877e-4f1469163736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d591ca8-6f1e-4b57-b746-91082c097d62', 'code': 200} Aug 18 19:51:08.810714 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=5d591ca8-6f1e-4b57-b746-91082c097d62,revision_number=8']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:51:09.595059 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:51:09.694304 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d753f4-3128-4de8-93e9-aec692bea357 req-5faadc57-e361-4ebc-b857-ccf2853a384e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:09.695862 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-77d753f4-3128-4de8-93e9-aec692bea357 req-5faadc57-e361-4ebc-b857-ccf2853a384e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 943 time: 0.0577588 Aug 18 19:51:09.738627 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-77d753f4-3128-4de8-93e9-aec692bea357 req-fe078ab0-6f29-4ba8-aafe-9ff465f50f05 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361423 Aug 18 19:51:09.985995 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 49072) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:51:10.069178 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5200ba2b-90fa-48a3-93e8-bb234eae15b3 req-835193dc-d915-4ab9-a4f5-794d405c1954 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820467 Aug 18 19:51:10.861324 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f211f-bcd0-4cfa-b885-83fb5d09cc2d req-5ec6f389-7643-4abf-b75d-a1cc3ea7d653 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:10.862892 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-dc4f211f-bcd0-4cfa-b885-83fb5d09cc2d req-5ec6f389-7643-4abf-b75d-a1cc3ea7d653 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 943 time: 0.0476356 Aug 18 19:51:10.904314 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-dc4f211f-bcd0-4cfa-b885-83fb5d09cc2d req-05bf9f8c-9133-4d97-867c-8dbf3d91f3e8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344501 Aug 18 19:51:11.005159 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200ba2b-90fa-48a3-93e8-bb234eae15b3 req-376df652-c3fa-467b-b3eb-b821424c25d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:11.006569 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5200ba2b-90fa-48a3-93e8-bb234eae15b3 req-376df652-c3fa-467b-b3eb-b821424c25d0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736&tenant_id=55a46dee3b2d46d79cfe6a8e52d7bd63 HTTP/1.1" status: 200 len: 1096 time: 0.0439541 Aug 18 19:51:11.104409 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200ba2b-90fa-48a3-93e8-bb234eae15b3 req-12f3f834-c519-4c18-a246-461cdca9052f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:11.105871 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5200ba2b-90fa-48a3-93e8-bb234eae15b3 req-12f3f834-c519-4c18-a246-461cdca9052f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=55a46dee3b2d46d79cfe6a8e52d7bd63&device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 1096 time: 0.0401917 Aug 18 19:51:11.205865 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200ba2b-90fa-48a3-93e8-bb234eae15b3 req-bd307814-d4e8-4d6f-9041-a7799472cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:11.207852 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5200ba2b-90fa-48a3-93e8-bb234eae15b3 req-bd307814-d4e8-4d6f-9041-a7799472cf02 service neutron] 10.222.0.35 "GET /v2.0/networks?id=48079850-84f4-4aec-a648-0aa058db8488 HTTP/1.1" status: 200 len: 917 time: 0.0896394 Aug 18 19:51:11.274386 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5200ba2b-90fa-48a3-93e8-bb234eae15b3 req-1fd92f89-cc65-4b74-922f-ecc2ff3d112b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d591ca8-6f1e-4b57-b746-91082c097d62 HTTP/1.1" status: 200 len: 999 time: 0.0598381 Aug 18 19:51:11.322283 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200ba2b-90fa-48a3-93e8-bb234eae15b3 req-4a2a48bb-2bcd-42aa-ba80-7c41abf78b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:11.323801 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5200ba2b-90fa-48a3-93e8-bb234eae15b3 req-4a2a48bb-2bcd-42aa-ba80-7c41abf78b95 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b HTTP/1.1" status: 200 len: 855 time: 0.0433874 Aug 18 19:51:11.368063 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200ba2b-90fa-48a3-93e8-bb234eae15b3 req-601b51e9-587d-47db-98db-e7d3f9470220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:11.369484 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5200ba2b-90fa-48a3-93e8-bb234eae15b3 req-601b51e9-587d-47db-98db-e7d3f9470220 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48079850-84f4-4aec-a648-0aa058db8488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385649 Aug 18 19:51:11.459023 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5200ba2b-90fa-48a3-93e8-bb234eae15b3 req-c5cd0328-9dbe-4177-b794-70ca0effcdf6 service neutron] 10.222.0.35 "GET /v2.0/networks/48079850-84f4-4aec-a648-0aa058db8488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828965 Aug 18 19:51:11.543057 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5200ba2b-90fa-48a3-93e8-bb234eae15b3 req-fe88fbee-4847-4473-a584-361628f1b39c service neutron] 10.222.0.35 "GET /v2.0/networks/48079850-84f4-4aec-a648-0aa058db8488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776303 Aug 18 19:51:12.058427 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f351de5-c2df-42ea-96f2-89a83b764794 req-ad145cff-af44-4383-b584-7528e78da044 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:12.059908 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5f351de5-c2df-42ea-96f2-89a83b764794 req-ad145cff-af44-4383-b584-7528e78da044 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 943 time: 0.0762694 Aug 18 19:51:12.137516 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5f351de5-c2df-42ea-96f2-89a83b764794 req-caa98fac-fd90-497e-827b-2a0d8fc768d9 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692115 Aug 18 19:51:12.658081 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 5d591ca8-6f1e-4b57-b746-91082c097d62 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:51:13.060353 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-0aaecda9-3986-495f-a67c-9acde53af2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:13.256007 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1295e22-7f93-4eba-87f3-caa1c20cc996 req-5372c062-acd6-419c-8f0f-870c86c95f37 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:13.258152 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f1295e22-7f93-4eba-87f3-caa1c20cc996 req-5372c062-acd6-419c-8f0f-870c86c95f37 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 943 time: 0.0539629 Aug 18 19:51:13.297155 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f1295e22-7f93-4eba-87f3-caa1c20cc996 req-fa664b59-0e5a-430b-8b4e-9caca58ba80d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326371 Aug 18 19:51:14.469624 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22992984-c64f-4a5a-bb23-bfcadf365fc9 req-d52c7ab4-b56c-4218-a94f-75142783d4f3 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:14.471170 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-22992984-c64f-4a5a-bb23-bfcadf365fc9 req-d52c7ab4-b56c-4218-a94f-75142783d4f3 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 943 time: 0.0997880 Aug 18 19:51:14.510625 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-22992984-c64f-4a5a-bb23-bfcadf365fc9 req-3a1e97d1-e0c7-4645-a05e-ce7f6af244f6 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332828 Aug 18 19:51:15.636513 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4d524-267a-49bd-812a-3cd2068a15a1 req-81004069-0f6d-4f7f-9839-ce85f6eb1620 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:15.638157 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-efa4d524-267a-49bd-812a-3cd2068a15a1 req-81004069-0f6d-4f7f-9839-ce85f6eb1620 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 943 time: 0.0516002 Aug 18 19:51:15.678478 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-efa4d524-267a-49bd-812a-3cd2068a15a1 req-bfea6435-3ac8-49c0-924c-bb54ae732b9e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344720 Aug 18 19:51:15.783442 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-98b4cc7d-9137-4898-bf9b-a9768d3cf693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:15.907092 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:16.711309 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:16.805507 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0dd81-5027-41bc-8875-515020e3e7c3 req-9b3ed53b-aaf7-450e-9aac-08ab4e5c40c6 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:16.807124 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-12c0dd81-5027-41bc-8875-515020e3e7c3 req-9b3ed53b-aaf7-450e-9aac-08ab4e5c40c6 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 943 time: 0.0503261 Aug 18 19:51:16.850478 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-12c0dd81-5027-41bc-8875-515020e3e7c3 req-0a752f20-5269-408a-bc00-042a163a81da tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374236 Aug 18 19:51:17.968610 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373063dd-f8f6-4862-a763-13dcb990eba3 req-4f281009-03ac-4eeb-ad14-77dcabd2bae5 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:17.970158 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-373063dd-f8f6-4862-a763-13dcb990eba3 req-4f281009-03ac-4eeb-ad14-77dcabd2bae5 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 943 time: 0.0509245 Aug 18 19:51:18.010029 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-373063dd-f8f6-4862-a763-13dcb990eba3 req-8891b6fe-3d8d-46d5-8b77-e2f1e95bab2b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339782 Aug 18 19:51:18.452294 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:19.141194 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfcb29-0eb0-43ba-b286-9210eef2d3c9 req-525fa638-056b-46e1-8a77-68e130b81a4b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:19.142967 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a3dfcb29-0eb0-43ba-b286-9210eef2d3c9 req-525fa638-056b-46e1-8a77-68e130b81a4b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 943 time: 0.0527823 Aug 18 19:51:19.188029 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a3dfcb29-0eb0-43ba-b286-9210eef2d3c9 req-96262040-49e0-4507-ac40-2172261f89e4 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353351 Aug 18 19:51:20.052268 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:20.506503 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd4730-7e5b-4bb8-b355-5ac17327590a req-c2ab68b5-40b4-4461-9eee-7176e609ce09 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:20.508011 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-cacd4730-7e5b-4bb8-b355-5ac17327590a req-c2ab68b5-40b4-4461-9eee-7176e609ce09 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 943 time: 0.1087873 Aug 18 19:51:20.549277 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-cacd4730-7e5b-4bb8-b355-5ac17327590a req-8b4bad3d-64e7-4ed4-913f-674359dd37b9 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353122 Aug 18 19:51:21.676414 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b25dd-63eb-4bf0-b80b-1a3c70050407 req-51363e82-4781-4887-a004-0d62daf3db08 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:21.678177 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d18b25dd-63eb-4bf0-b80b-1a3c70050407 req-51363e82-4781-4887-a004-0d62daf3db08 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 943 time: 0.0538254 Aug 18 19:51:21.716457 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d18b25dd-63eb-4bf0-b80b-1a3c70050407 req-55b4c6a5-dce0-4c8b-9241-87e85d317cc7 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315313 Aug 18 19:51:22.835006 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15993d8-2c57-43e7-b282-c82bd3c35d2b req-997c5b7d-a688-489f-b01e-f8c77696689e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:22.836506 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c15993d8-2c57-43e7-b282-c82bd3c35d2b req-997c5b7d-a688-489f-b01e-f8c77696689e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 943 time: 0.0487337 Aug 18 19:51:22.873198 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c15993d8-2c57-43e7-b282-c82bd3c35d2b req-e01e296d-cba9-484f-9173-6ab5c41bab10 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308423 Aug 18 19:51:23.991000 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c932c6-6a89-49eb-83e9-365c18e858e4 req-54969942-7062-4fd5-b91e-31f837e22d2d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:23.992474 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e2c932c6-6a89-49eb-83e9-365c18e858e4 req-54969942-7062-4fd5-b91e-31f837e22d2d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 943 time: 0.0495682 Aug 18 19:51:24.032325 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e2c932c6-6a89-49eb-83e9-365c18e858e4 req-5106fdf4-c019-4ca2-8ec3-d51e6e383aec tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334287 Aug 18 19:51:25.150309 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701e1fb-05c0-4fec-aa43-6d033026a934 req-dee31812-a154-40eb-9ce1-bc8d1e2a500a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:25.151717 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-8701e1fb-05c0-4fec-aa43-6d033026a934 req-dee31812-a154-40eb-9ce1-bc8d1e2a500a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 943 time: 0.0483465 Aug 18 19:51:25.196512 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-8701e1fb-05c0-4fec-aa43-6d033026a934 req-5f77f67e-cdf4-458e-8771-e841191cb424 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383210 Aug 18 19:51:26.391889 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ffd89-b1af-48f5-83bb-b5f979bcd3d7 req-c04801be-5918-4c42-8171-71858a14839a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:26.393397 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6f4ffd89-b1af-48f5-83bb-b5f979bcd3d7 req-c04801be-5918-4c42-8171-71858a14839a tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 943 time: 0.1041708 Aug 18 19:51:26.399442 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27483017-3042-4a26-8598-5d9de590004f req-7ed82129-3d57-4eff-9916-5ebff7793c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:26.400806 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-27483017-3042-4a26-8598-5d9de590004f req-7ed82129-3d57-4eff-9916-5ebff7793c42 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=55a46dee3b2d46d79cfe6a8e52d7bd63&device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 1096 time: 0.0663135 Aug 18 19:51:26.474346 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6f4ffd89-b1af-48f5-83bb-b5f979bcd3d7 req-3612eda6-4ffb-4801-8e45-ca38238a64a4 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725937 Aug 18 19:51:26.516420 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27483017-3042-4a26-8598-5d9de590004f req-5bff528c-38a3-41bc-bd87-5ef4c1356c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:26.517875 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-27483017-3042-4a26-8598-5d9de590004f req-5bff528c-38a3-41bc-bd87-5ef4c1356c5b service neutron] 10.222.0.35 "GET /v2.0/networks?id=48079850-84f4-4aec-a648-0aa058db8488 HTTP/1.1" status: 200 len: 917 time: 0.0957253 Aug 18 19:51:26.585113 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-27483017-3042-4a26-8598-5d9de590004f req-65987abb-41d2-4f20-b3f2-c8e18b0d1c90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d591ca8-6f1e-4b57-b746-91082c097d62 HTTP/1.1" status: 200 len: 999 time: 0.0561981 Aug 18 19:51:26.634342 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27483017-3042-4a26-8598-5d9de590004f req-5ca2f64c-8cd8-4980-8567-a6281d124ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:26.635776 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-27483017-3042-4a26-8598-5d9de590004f req-5ca2f64c-8cd8-4980-8567-a6281d124ab6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b HTTP/1.1" status: 200 len: 855 time: 0.0430243 Aug 18 19:51:26.685715 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27483017-3042-4a26-8598-5d9de590004f req-b02c2625-48d5-47f8-a562-6c015578f1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:26.687272 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-27483017-3042-4a26-8598-5d9de590004f req-b02c2625-48d5-47f8-a562-6c015578f1f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48079850-84f4-4aec-a648-0aa058db8488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433400 Aug 18 19:51:26.733568 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 5d591ca8-6f1e-4b57-b746-91082c097d62 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=100441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:51:26.781805 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-27483017-3042-4a26-8598-5d9de590004f req-3a44a9a3-2431-4ffb-979d-675ca1985bab service neutron] 10.222.0.35 "GET /v2.0/networks/48079850-84f4-4aec-a648-0aa058db8488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862808 Aug 18 19:51:26.829463 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 5d591ca8-6f1e-4b57-b746-91082c097d62, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=5d591ca8-6f1e-4b57-b746-91082c097d62,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:51:26.841613 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Returning: {'device': '5d591ca8-6f1e-4b57-b746-91082c097d62', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'port_id': '5d591ca8-6f1e-4b57-b746-91082c097d62', 'mac_address': 'fa:16:3e:41:4c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:51:26.874220 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-27483017-3042-4a26-8598-5d9de590004f req-b1bb7f2a-302d-4126-8840-61ad765fe322 service neutron] 10.222.0.35 "GET /v2.0/networks/48079850-84f4-4aec-a648-0aa058db8488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850837 Aug 18 19:51:26.877992 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:26.891153 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d591ca8-6f1e-4b57-b746-91082c097d62 {{(pid=100441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:51:26.911037 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 5d591ca8-6f1e-4b57-b746-91082c097d62, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=5d591ca8-6f1e-4b57-b746-91082c097d62,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:51:26.915101 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:26.963759 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=5d591ca8-6f1e-4b57-b746-91082c097d62,revision_number=9']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:51:27.347888 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['5d591ca8-6f1e-4b57-b746-91082c097d62'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:51:27.591371 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f9387-8f82-4680-a534-dfef7c3866cc req-a28e6bf6-18a3-4b18-9399-10887cbfc2ee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:27.593191 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8b7f9387-8f82-4680-a534-dfef7c3866cc req-a28e6bf6-18a3-4b18-9399-10887cbfc2ee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 944 time: 0.0498638 Aug 18 19:51:27.631463 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8b7f9387-8f82-4680-a534-dfef7c3866cc req-661f3626-2117-4391-beda-c663c5802202 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325265 Aug 18 19:51:28.747707 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 5d591ca8-6f1e-4b57-b746-91082c097d62 up at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:51:28.765074 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efea6b8-b48a-4d5a-bcc6-140b47c58779 req-4728e52d-2f9b-4cdc-92a6-e6562d682e43 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:28.766615 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-4efea6b8-b48a-4d5a-bcc6-140b47c58779 req-4728e52d-2f9b-4cdc-92a6-e6562d682e43 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 944 time: 0.0622282 Aug 18 19:51:28.812503 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning complete for port 5d591ca8-6f1e-4b57-b746-91082c097d62 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:51:28.812889 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:28.815076 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-4efea6b8-b48a-4d5a-bcc6-140b47c58779 req-147592ff-dd63-4739-a520-b1bce230c772 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417831 Aug 18 19:51:28.898298 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:28.921483 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3a5f59-faff-465c-877e-4f1469163736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d591ca8-6f1e-4b57-b746-91082c097d62'}] {{(pid=100441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:51:28.923757 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c845df31933df15e4981d7dcb3334c44fca6e0bb010d803592179d7e14a8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1168b7-7075-45fb-b05b-7ad3cbe580a7" -d '{"events": [{"server_uuid": "bd3a5f59-faff-465c-877e-4f1469163736", "name": "network-vif-plugged", "status": "completed", "tag": "5d591ca8-6f1e-4b57-b746-91082c097d62"}]}' {{(pid=100441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:51:28.937300 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 5d591ca8-6f1e-4b57-b746-91082c097d62, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=5d591ca8-6f1e-4b57-b746-91082c097d62,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:51:28.941233 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:28.963496 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b08cf27-a1b5-4225-a63d-d82a5de56b6e x-openstack-request-id: req-6b08cf27-a1b5-4225-a63d-d82a5de56b6e {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:51:28.963790 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3a5f59-faff-465c-877e-4f1469163736", "name": "network-vif-plugged", "status": "completed", "tag": "5d591ca8-6f1e-4b57-b746-91082c097d62", "code": 200}]} {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:51:28.964043 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6b08cf27-a1b5-4225-a63d-d82a5de56b6e {{(pid=100441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:51:28.964432 dv-cinder-805072-2-iscsi neutron-server[100441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3a5f59-faff-465c-877e-4f1469163736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d591ca8-6f1e-4b57-b746-91082c097d62', 'code': 200} Aug 18 19:51:28.989603 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=5d591ca8-6f1e-4b57-b746-91082c097d62,revision_number=10']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:51:29.324752 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a848ac-4eb2-4a7f-a66a-df4abaec63bd req-60223d4e-9ade-4bae-81ce-ddd8e841258e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:29.326386 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-11a848ac-4eb2-4a7f-a66a-df4abaec63bd req-60223d4e-9ade-4bae-81ce-ddd8e841258e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 1099 time: 0.0394888 Aug 18 19:51:29.361749 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-11a848ac-4eb2-4a7f-a66a-df4abaec63bd req-e018138f-3b36-40be-91f9-51cbca749a4d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275533 Aug 18 19:51:29.939041 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a215ab7-1c4c-4f1c-954c-caa52be90602 req-8c15a450-b429-45bf-a5d7-cbccc2d897b4 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:29.940557 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3a215ab7-1c4c-4f1c-954c-caa52be90602 req-8c15a450-b429-45bf-a5d7-cbccc2d897b4 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 946 time: 0.0504031 Aug 18 19:51:29.978918 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3a215ab7-1c4c-4f1c-954c-caa52be90602 req-3b96bc82-e21c-46ca-b47e-572420633e53 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319254 Aug 18 19:51:31.109598 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30347550-cb46-4f06-9874-1abc3f3cb10e req-8210f81b-6fb2-4eec-b3aa-d53a90db353d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:31.116934 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-30347550-cb46-4f06-9874-1abc3f3cb10e req-8210f81b-6fb2-4eec-b3aa-d53a90db353d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 946 time: 0.0568056 Aug 18 19:51:31.158402 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-30347550-cb46-4f06-9874-1abc3f3cb10e req-c34cbd70-109b-4b33-bda6-e03e4bcdafa8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404043 Aug 18 19:51:31.742342 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14624c1-3c79-4bd0-a315-fae606c3b882 req-cf65b500-4045-4604-8f4f-a4c25f5f931a tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:31.744361 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b14624c1-3c79-4bd0-a315-fae606c3b882 req-cf65b500-4045-4604-8f4f-a4c25f5f931a tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdda50f3-df3c-4c68-9895-52e697d62916 HTTP/1.1" status: 200 len: 945 time: 0.3078427 Aug 18 19:51:31.781061 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-b14624c1-3c79-4bd0-a315-fae606c3b882 req-bff16417-dab5-4aed-8f6a-8bf9b4e4b0e7 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=6510fb18-85ef-46f4-8840-28590cb60563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307844 Aug 18 19:51:32.275417 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737009d-edb9-40af-a07b-00c7561c3a9a req-1cf418e1-7af7-46e0-a17d-6279f801efc5 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:32.276876 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f737009d-edb9-40af-a07b-00c7561c3a9a req-1cf418e1-7af7-46e0-a17d-6279f801efc5 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 946 time: 0.0534155 Aug 18 19:51:32.313825 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f737009d-edb9-40af-a07b-00c7561c3a9a req-08f8594b-8b2f-438b-9ff6-c67cf200c2f5 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311337 Aug 18 19:51:32.894014 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89d343-8fda-40a8-93c9-9f52ae7aa65e req-ccf94b8b-090c-444f-b83a-4becc61c68fa tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:32.895481 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7a89d343-8fda-40a8-93c9-9f52ae7aa65e req-ccf94b8b-090c-444f-b83a-4becc61c68fa tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdda50f3-df3c-4c68-9895-52e697d62916 HTTP/1.1" status: 200 len: 945 time: 0.0470304 Aug 18 19:51:32.932252 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7a89d343-8fda-40a8-93c9-9f52ae7aa65e req-926feaf8-dd87-40e6-ae1f-2ee19fa4f0f1 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=6510fb18-85ef-46f4-8840-28590cb60563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302587 Aug 18 19:51:33.810114 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095b042-f7bf-4856-a7cc-09dd701febaa req-ca7bf25c-06f0-46e9-bd3f-677a80cb13cd tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:33.811591 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0095b042-f7bf-4856-a7cc-09dd701febaa req-ca7bf25c-06f0-46e9-bd3f-677a80cb13cd tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdda50f3-df3c-4c68-9895-52e697d62916 HTTP/1.1" status: 200 len: 945 time: 0.0494852 Aug 18 19:51:33.907374 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-0095b042-f7bf-4856-a7cc-09dd701febaa req-6ad166ac-3860-4570-bfca-929aa5c8ca17 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Deleting port 22c67ecd-6503-42dd-8606-f95bc9f12fae {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:51:33.908057 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-0095b042-f7bf-4856-a7cc-09dd701febaa req-6ad166ac-3860-4570-bfca-929aa5c8ca17 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:33.996899 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-0095b042-f7bf-4856-a7cc-09dd701febaa req-6ad166ac-3860-4570-bfca-929aa5c8ca17 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] For port 22c67ecd-6503-42dd-8606-f95bc9f12fae, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=22c67ecd-6503-42dd-8606-f95bc9f12fae,segment=NetworkSegment(61037c1e-a9d9-4d0e-93a7-ef04c02e93c2),segment_id=61037c1e-a9d9-4d0e-93a7-ef04c02e93c2)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:51:33.997286 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-0095b042-f7bf-4856-a7cc-09dd701febaa req-6ad166ac-3860-4570-bfca-929aa5c8ca17 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:34.048247 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6fff3c-d6be-4680-8fc9-735aac1aa7ce req-fc92e29e-f05d-4bd6-a5a3-e77c5862aca8 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:34.049874 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-4b6fff3c-d6be-4680-8fc9-735aac1aa7ce req-fc92e29e-f05d-4bd6-a5a3-e77c5862aca8 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdda50f3-df3c-4c68-9895-52e697d62916 HTTP/1.1" status: 200 len: 945 time: 0.0510125 Aug 18 19:51:34.087633 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-4b6fff3c-d6be-4680-8fc9-735aac1aa7ce req-5fb5ed44-7c9d-4689-8842-f8bb081d68ed tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups?id=6510fb18-85ef-46f4-8840-28590cb60563&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312159 Aug 18 19:51:34.173114 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-0095b042-f7bf-4856-a7cc-09dd701febaa req-6ad166ac-3860-4570-bfca-929aa5c8ca17 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:34.173491 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-0095b042-f7bf-4856-a7cc-09dd701febaa req-6ad166ac-3860-4570-bfca-929aa5c8ca17 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665786'] for floatingip, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:34.173875 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.db.l3_db [req-0095b042-f7bf-4856-a7cc-09dd701febaa req-6ad166ac-3860-4570-bfca-929aa5c8ca17 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Floating IP 9184f25d-ef0f-450b-931f-b0ebd588a3f7 disassociated. External IP: 172.27.2.22, port: 22c67ecd-6503-42dd-8606-f95bc9f12fae. Aug 18 19:51:34.174177 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-0095b042-f7bf-4856-a7cc-09dd701febaa req-6ad166ac-3860-4570-bfca-929aa5c8ca17 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Calling delete_port for 22c67ecd-6503-42dd-8606-f95bc9f12fae owned by compute:nova {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:51:34.297129 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-0095b042-f7bf-4856-a7cc-09dd701febaa req-6ad166ac-3860-4570-bfca-929aa5c8ca17 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:34.324143 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad166ac-3860-4570-bfca-929aa5c8ca17 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Pushing event deleted for resources: {'Port': ['ID=22c67ecd-6503-42dd-8606-f95bc9f12fae,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:51:34.438973 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0095b042-f7bf-4856-a7cc-09dd701febaa req-6ad166ac-3860-4570-bfca-929aa5c8ca17 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Router 3f9d814b-fdd9-4a28-a891-513d310143b3 has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:51:34.547195 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0095b042-f7bf-4856-a7cc-09dd701febaa req-6ad166ac-3860-4570-bfca-929aa5c8ca17 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:51:34.558286 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e20b64b-1659-43b8-add8-80f9d78afdd5 None None] Sync routers for ids ['3f9d814b-fdd9-4a28-a891-513d310143b3'] in dv-cinder-805072-2-iscsi {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:51:34.571693 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e20b64b-1659-43b8-add8-80f9d78afdd5 None None] Routers {'3f9d814b-fdd9-4a28-a891-513d310143b3'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:51:34.572439 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-5e20b64b-1659-43b8-add8-80f9d78afdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:51:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['3f9d814b-fdd9-4a28-a891-513d310143b3'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:51:34.591251 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-0095b042-f7bf-4856-a7cc-09dd701febaa req-6ad166ac-3860-4570-bfca-929aa5c8ca17 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] No DVR routers for this DVR port 22c67ecd-6503-42dd-8606-f95bc9f12fae on host hv-cinder-80507 {{(pid=100440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:51:34.593789 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-0095b042-f7bf-4856-a7cc-09dd701febaa req-6ad166ac-3860-4570-bfca-929aa5c8ca17 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:34.595957 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0095b042-f7bf-4856-a7cc-09dd701febaa req-6ad166ac-3860-4570-bfca-929aa5c8ca17 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.35 "DELETE /v2.0/ports/22c67ecd-6503-42dd-8606-f95bc9f12fae HTTP/1.1" status: 204 len: 173 time: 0.7768013 Aug 18 19:51:34.596344 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdda50f3-df3c-4c68-9895-52e697d62916', 'name': 'network-vif-deleted', 'tag': '22c67ecd-6503-42dd-8606-f95bc9f12fae'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:51:34.598615 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604f835c-f671-4530-8673-aee61595fe1f" -d '{"events": [{"server_uuid": "bdda50f3-df3c-4c68-9895-52e697d62916", "name": "network-vif-deleted", "tag": "22c67ecd-6503-42dd-8606-f95bc9f12fae"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:51:34.635566 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2dbc3c0-c10b-4434-a85d-94e1bf35c559 x-openstack-request-id: req-a2dbc3c0-c10b-4434-a85d-94e1bf35c559 {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:51:34.635894 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdda50f3-df3c-4c68-9895-52e697d62916", "name": "network-vif-deleted", "tag": "22c67ecd-6503-42dd-8606-f95bc9f12fae", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:51:34.636193 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a2dbc3c0-c10b-4434-a85d-94e1bf35c559 {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:51:34.636818 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdda50f3-df3c-4c68-9895-52e697d62916', 'name': 'network-vif-deleted', 'tag': '22c67ecd-6503-42dd-8606-f95bc9f12fae', 'status': 'completed', 'code': 200} Aug 18 19:51:34.710043 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-5e20b64b-1659-43b8-add8-80f9d78afdd5 None None] Set router 3f9d814b-fdd9-4a28-a891-513d310143b3 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:51:34.918961 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-5e20b64b-1659-43b8-add8-80f9d78afdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'name': 'tempest-AttachVolumeTestJSON-907651207-router', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:09Z', 'updated_at': '2021-08-18T19:41:21Z', 'revision_number': 4, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'gw_port': {'id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': 'c45663f0-d12e-4dd9-9a14-8f8780948bae', 'name': '', 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'mac_address': 'fa:16:3e:27:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:18Z', 'updated_at': '2021-08-18T19:41:35Z', 'revision_number': 5, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'subnets': [{'id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:51:34.946095 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e20b64b-1659-43b8-add8-80f9d78afdd5 None None] Checking router: 3f9d814b-fdd9-4a28-a891-513d310143b3 for host: dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:51:34.954795 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e20b64b-1659-43b8-add8-80f9d78afdd5 None None] Routers {'3f9d814b-fdd9-4a28-a891-513d310143b3'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:51:34.955417 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-5e20b64b-1659-43b8-add8-80f9d78afdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:51:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['3f9d814b-fdd9-4a28-a891-513d310143b3'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:51:35.063411 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-5e20b64b-1659-43b8-add8-80f9d78afdd5 None None] Set router 3f9d814b-fdd9-4a28-a891-513d310143b3 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:51:35.195672 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e5d00a7f-eec3-49ca-9f44-abf3b5ff6474 req-2fdd7964-b93a-4f9b-8cf3-2fd9fd41448f tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdda50f3-df3c-4c68-9895-52e697d62916 HTTP/1.1" status: 200 len: 210 time: 0.0268853 Aug 18 19:51:35.282597 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-5e20b64b-1659-43b8-add8-80f9d78afdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'name': 'tempest-AttachVolumeTestJSON-907651207-router', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:09Z', 'updated_at': '2021-08-18T19:41:21Z', 'revision_number': 4, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'gw_port': {'id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': 'c45663f0-d12e-4dd9-9a14-8f8780948bae', 'name': '', 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'mac_address': 'fa:16:3e:27:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:18Z', 'updated_at': '2021-08-18T19:41:35Z', 'revision_number': 5, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'subnets': [{'id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:51:35.308990 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e20b64b-1659-43b8-add8-80f9d78afdd5 None None] The sync data for ids ['3f9d814b-fdd9-4a28-a891-513d310143b3'] in dv-cinder-805072-2-iscsi is: [{'id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'name': 'tempest-AttachVolumeTestJSON-907651207-router', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:09Z', 'updated_at': '2021-08-18T19:41:21Z', 'revision_number': 4, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'gw_port': {'id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': 'c45663f0-d12e-4dd9-9a14-8f8780948bae', 'name': '', 'network_id': 'f75a4ad2-5977-4a3c-89ba-eb88091ae653', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'mac_address': 'fa:16:3e:27:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:18Z', 'updated_at': '2021-08-18T19:41:35Z', 'revision_number': 5, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'subnets': [{'id': '5a0797b3-7667-41c9-b4c1-878fd339c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:51:35.529079 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb87fa00-1e47-4b32-9d31-52398f9f9c79 None None] New status for floating IP 9184f25d-ef0f-450b-931f-b0ebd588a3f7: DOWN {{(pid=100442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:51:36.280852 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 49290) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:51:36.334554 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-ec2cbb20-29a8-4682-be23-672bd552f9d3 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:36.357854 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-ec2cbb20-29a8-4682-be23-672bd552f9d3 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:36.407930 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-ec2cbb20-29a8-4682-be23-672bd552f9d3 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:36.410503 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-ec2cbb20-29a8-4682-be23-672bd552f9d3 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:36.411670 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-ec2cbb20-29a8-4682-be23-672bd552f9d3 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "DELETE /v2.0/security-groups/6510fb18-85ef-46f4-8840-28590cb60563 HTTP/1.1" status: 204 len: 168 time: 0.1298239 Aug 18 19:51:36.414468 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 49292) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:51:36.420930 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2cbb20-29a8-4682-be23-672bd552f9d3 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6510fb18-85ef-46f4-8840-28590cb60563,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:51:36.428179 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cbb20-29a8-4682-be23-672bd552f9d3 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:36.428519 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.api.v2.resource [None req-5ffab1e9-5bf9-43a1-a7f6-c43a1347f50b tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] show failed (client error): The resource could not be found. Aug 18 19:51:36.428657 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cbb20-29a8-4682-be23-672bd552f9d3 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:36.428964 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cbb20-29a8-4682-be23-672bd552f9d3 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:36.432880 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cbb20-29a8-4682-be23-672bd552f9d3 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:36.432999 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-5ffab1e9-5bf9-43a1-a7f6-c43a1347f50b tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "GET /v2.0/security-groups/6510fb18-85ef-46f4-8840-28590cb60563 HTTP/1.1" status: 404 len: 347 time: 0.0135081 Aug 18 19:51:36.433105 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cbb20-29a8-4682-be23-672bd552f9d3 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:36.433105 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cbb20-29a8-4682-be23-672bd552f9d3 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:36.433105 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cbb20-29a8-4682-be23-672bd552f9d3 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:36.433105 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cbb20-29a8-4682-be23-672bd552f9d3 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:36.433105 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cbb20-29a8-4682-be23-672bd552f9d3 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:36.433105 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cbb20-29a8-4682-be23-672bd552f9d3 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:36.433105 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cbb20-29a8-4682-be23-672bd552f9d3 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:36.433105 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cbb20-29a8-4682-be23-672bd552f9d3 tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:36.433726 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 49294) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:51:36.556555 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-f49c1aaa-4c95-4c8b-8482-7719c37b142a tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Deleting port fafb6cb7-0e30-4bb3-8fa5-77ad2e0edf67 {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:51:36.556844 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f49c1aaa-4c95-4c8b-8482-7719c37b142a tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:36.630175 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f49c1aaa-4c95-4c8b-8482-7719c37b142a tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:36.630515 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f49c1aaa-4c95-4c8b-8482-7719c37b142a tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:36.642132 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-f49c1aaa-4c95-4c8b-8482-7719c37b142a tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Calling delete_port for fafb6cb7-0e30-4bb3-8fa5-77ad2e0edf67 owned by network:floatingip {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:51:36.775023 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f49c1aaa-4c95-4c8b-8482-7719c37b142a tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:36.780490 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 22c67ecd-6503-42dd-8606-f95bc9f12fae no longer exists at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:51:36.798817 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c1aaa-4c95-4c8b-8482-7719c37b142a tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Pushing event deleted for resources: {'Port': ['ID=fafb6cb7-0e30-4bb3-8fa5-77ad2e0edf67,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:51:36.800469 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] No Port match for: 22c67ecd-6503-42dd-8606-f95bc9f12fae {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:51:36.804273 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 22c67ecd-6503-42dd-8606-f95bc9f12fae not bound to the agent host hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:51:36.866158 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f49c1aaa-4c95-4c8b-8482-7719c37b142a tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks [] for floatingip, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:36.868449 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f49c1aaa-4c95-4c8b-8482-7719c37b142a tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for floatingip, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:36.869577 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-f49c1aaa-4c95-4c8b-8482-7719c37b142a tempest-AttachVolumeTestJSON-1029508971 tempest-AttachVolumeTestJSON-1029508971-project] 10.222.0.38 "DELETE /v2.0/floatingips/9184f25d-ef0f-450b-931f-b0ebd588a3f7 HTTP/1.1" status: 204 len: 168 time: 0.4356778 Aug 18 19:51:40.402103 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 49322) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:51:40.833085 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c650cbfc-6458-45e2-b3b5-1107fb519c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1676748'] for router_interface, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:41.073593 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-c650cbfc-6458-45e2-b3b5-1107fb519c15 admin admin] Deleting port c45663f0-d12e-4dd9-9a14-8f8780948bae {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:51:41.073939 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c650cbfc-6458-45e2-b3b5-1107fb519c15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:41.152050 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [None req-c650cbfc-6458-45e2-b3b5-1107fb519c15 admin admin] For port c45663f0-d12e-4dd9-9a14-8f8780948bae, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=c45663f0-d12e-4dd9-9a14-8f8780948bae,segment=NetworkSegment(61037c1e-a9d9-4d0e-93a7-ef04c02e93c2),segment_id=61037c1e-a9d9-4d0e-93a7-ef04c02e93c2)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:51:41.152362 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c650cbfc-6458-45e2-b3b5-1107fb519c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:41.164695 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-c650cbfc-6458-45e2-b3b5-1107fb519c15 admin admin] Calling delete_port for c45663f0-d12e-4dd9-9a14-8f8780948bae owned by network:router_interface {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:51:41.338757 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c650cbfc-6458-45e2-b3b5-1107fb519c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:41.363162 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650cbfc-6458-45e2-b3b5-1107fb519c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=c45663f0-d12e-4dd9-9a14-8f8780948bae,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:51:41.524134 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c650cbfc-6458-45e2-b3b5-1107fb519c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817948'] for router_interface, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:41.731872 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c650cbfc-6458-45e2-b3b5-1107fb519c15 admin admin] Router 3f9d814b-fdd9-4a28-a891-513d310143b3 has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:51:41.835456 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c650cbfc-6458-45e2-b3b5-1107fb519c15 admin admin] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:51:41.841292 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-c650cbfc-6458-45e2-b3b5-1107fb519c15 admin admin] 10.222.0.38 "PUT /v2.0/routers/3f9d814b-fdd9-4a28-a891-513d310143b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4380386 Aug 18 19:51:41.843721 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 49326) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:51:41.846224 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb4bc7-ff32-472c-abe6-817f067f0117 None None] Sync routers for ids ['3f9d814b-fdd9-4a28-a891-513d310143b3'] in dv-cinder-805072-2-iscsi {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:51:41.856130 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdb4bc7-ff32-472c-abe6-817f067f0117 None None] Routers {'3f9d814b-fdd9-4a28-a891-513d310143b3'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:51:41.856907 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-1bdb4bc7-ff32-472c-abe6-817f067f0117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:51:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['3f9d814b-fdd9-4a28-a891-513d310143b3'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:51:41.947525 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c14de0ec-bb9b-42f5-8aa4-2ec29556f451 admin admin] Notify callbacks [] for router, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:41.961592 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-1bdb4bc7-ff32-472c-abe6-817f067f0117 None None] Set router 3f9d814b-fdd9-4a28-a891-513d310143b3 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:51:42.047837 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c14de0ec-bb9b-42f5-8aa4-2ec29556f451 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:42.098362 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-c14de0ec-bb9b-42f5-8aa4-2ec29556f451 admin admin] Deleting port f5bb0aa3-ac84-4000-9489-03a9b2861316 {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:51:42.098730 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c14de0ec-bb9b-42f5-8aa4-2ec29556f451 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:42.142421 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-1bdb4bc7-ff32-472c-abe6-817f067f0117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'name': 'tempest-AttachVolumeTestJSON-907651207-router', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:09Z', 'updated_at': '2021-08-18T19:51:41Z', 'revision_number': 5, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'gw_port': {'id': 'f5bb0aa3-ac84-4000-9489-03a9b2861316', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:51:42.169029 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb4bc7-ff32-472c-abe6-817f067f0117 None None] Checking router: 3f9d814b-fdd9-4a28-a891-513d310143b3 for host: dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:51:42.177509 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdb4bc7-ff32-472c-abe6-817f067f0117 None None] Routers {'3f9d814b-fdd9-4a28-a891-513d310143b3'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:51:42.178131 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-1bdb4bc7-ff32-472c-abe6-817f067f0117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:51:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['3f9d814b-fdd9-4a28-a891-513d310143b3'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:51:42.181296 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [None req-c14de0ec-bb9b-42f5-8aa4-2ec29556f451 admin admin] For port f5bb0aa3-ac84-4000-9489-03a9b2861316, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=f5bb0aa3-ac84-4000-9489-03a9b2861316,segment=NetworkSegment(0bdaf2c9-3eca-4db0-8337-689581495736),segment_id=0bdaf2c9-3eca-4db0-8337-689581495736)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:51:42.181692 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c14de0ec-bb9b-42f5-8aa4-2ec29556f451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:42.193241 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-c14de0ec-bb9b-42f5-8aa4-2ec29556f451 admin admin] Calling delete_port for f5bb0aa3-ac84-4000-9489-03a9b2861316 owned by network:router_gateway {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:51:42.363089 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c14de0ec-bb9b-42f5-8aa4-2ec29556f451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:42.389214 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14de0ec-bb9b-42f5-8aa4-2ec29556f451 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5bb0aa3-ac84-4000-9489-03a9b2861316,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:51:42.391394 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-1bdb4bc7-ff32-472c-abe6-817f067f0117 None None] Set router 3f9d814b-fdd9-4a28-a891-513d310143b3 gateway port host: None {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:51:42.414632 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14de0ec-bb9b-42f5-8aa4-2ec29556f451 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:42.415009 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14de0ec-bb9b-42f5-8aa4-2ec29556f451 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:42.415371 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14de0ec-bb9b-42f5-8aa4-2ec29556f451 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:42.415710 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14de0ec-bb9b-42f5-8aa4-2ec29556f451 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:42.417193 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14de0ec-bb9b-42f5-8aa4-2ec29556f451 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:42.417193 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14de0ec-bb9b-42f5-8aa4-2ec29556f451 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:42.417193 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14de0ec-bb9b-42f5-8aa4-2ec29556f451 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:42.417193 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14de0ec-bb9b-42f5-8aa4-2ec29556f451 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:42.417592 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14de0ec-bb9b-42f5-8aa4-2ec29556f451 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:42.417671 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14de0ec-bb9b-42f5-8aa4-2ec29556f451 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:42.417949 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14de0ec-bb9b-42f5-8aa4-2ec29556f451 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:42.418268 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14de0ec-bb9b-42f5-8aa4-2ec29556f451 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:42.445073 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-1bdb4bc7-ff32-472c-abe6-817f067f0117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'name': 'tempest-AttachVolumeTestJSON-907651207-router', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:09Z', 'updated_at': '2021-08-18T19:51:42Z', 'revision_number': 6, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'gw_port_host': None}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:51:42.460807 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c14de0ec-bb9b-42f5-8aa4-2ec29556f451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678740'] for router_gateway, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:42.471957 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb4bc7-ff32-472c-abe6-817f067f0117 None None] The sync data for ids ['3f9d814b-fdd9-4a28-a891-513d310143b3'] in dv-cinder-805072-2-iscsi is: [{'id': '3f9d814b-fdd9-4a28-a891-513d310143b3', 'name': 'tempest-AttachVolumeTestJSON-907651207-router', 'tenant_id': '77e9437c632648f4ac33b7f9bb3af25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:09Z', 'updated_at': '2021-08-18T19:51:42Z', 'revision_number': 6, 'project_id': '77e9437c632648f4ac33b7f9bb3af25c', 'gw_port_host': None}] {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:51:42.551209 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c14de0ec-bb9b-42f5-8aa4-2ec29556f451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59033'] for router, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:42.553597 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c14de0ec-bb9b-42f5-8aa4-2ec29556f451 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:42.598568 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c14de0ec-bb9b-42f5-8aa4-2ec29556f451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674974'] for router, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:42.599110 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14de0ec-bb9b-42f5-8aa4-2ec29556f451 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f9d814b-fdd9-4a28-a891-513d310143b3 {{(pid=100440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 19:51:42.604021 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c14de0ec-bb9b-42f5-8aa4-2ec29556f451 admin admin] Notify callbacks [] for router, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:42.605171 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-c14de0ec-bb9b-42f5-8aa4-2ec29556f451 admin admin] 10.222.0.38 "DELETE /v2.0/routers/3f9d814b-fdd9-4a28-a891-513d310143b3 HTTP/1.1" status: 204 len: 168 time: 0.7605107 Aug 18 19:51:42.607682 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 49328) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:51:42.651344 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd4a70b-1fc6-4904-8bba-b306aa818c2f admin admin] Deleting subnet 5a0797b3-7667-41c9-b4c1-878fd339c483 {{(pid=100440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:51:42.654287 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-ebd4a70b-1fc6-4904-8bba-b306aa818c2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:42.686819 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-ebd4a70b-1fc6-4904-8bba-b306aa818c2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60457752'] for subnet, precommit_delete_associations {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:42.795572 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-ebd4a70b-1fc6-4904-8bba-b306aa818c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1353739'] for subnet, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:42.852275 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-ebd4a70b-1fc6-4904-8bba-b306aa818c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1353746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60457936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58745764'] for subnet, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:42.879680 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4a70b-1fc6-4904-8bba-b306aa818c2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a0797b3-7667-41c9-b4c1-878fd339c483,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:51:42.887613 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-ebd4a70b-1fc6-4904-8bba-b306aa818c2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:42.889669 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-ebd4a70b-1fc6-4904-8bba-b306aa818c2f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5a0797b3-7667-41c9-b4c1-878fd339c483 HTTP/1.1" status: 204 len: 168 time: 0.2810731 Aug 18 19:51:42.892237 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 49330) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:51:42.895927 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99367c8c-ee60-4b57-a1d0-40c07490ad83 None None] Network f75a4ad2-5977-4a3c-89ba-eb88091ae653 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:51:42.965485 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c54065a0-eeee-4fd5-8676-efb3fa0e38ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596498'] for network, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:43.017363 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-c54065a0-eeee-4fd5-8676-efb3fa0e38ab admin admin] Deleting port 71ca3be3-d154-43ba-8edc-0ba9791af1a7 {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:51:43.017741 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c54065a0-eeee-4fd5-8676-efb3fa0e38ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:43.062315 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-fa2c89e0-ffbf-4fcd-84db-f15fdc5936f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:43.081120 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [None req-c54065a0-eeee-4fd5-8676-efb3fa0e38ab admin admin] For port 71ca3be3-d154-43ba-8edc-0ba9791af1a7, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=71ca3be3-d154-43ba-8edc-0ba9791af1a7,segment=NetworkSegment(61037c1e-a9d9-4d0e-93a7-ef04c02e93c2),segment_id=61037c1e-a9d9-4d0e-93a7-ef04c02e93c2)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:51:43.081486 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c54065a0-eeee-4fd5-8676-efb3fa0e38ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:43.096996 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-c54065a0-eeee-4fd5-8676-efb3fa0e38ab admin admin] Calling delete_port for 71ca3be3-d154-43ba-8edc-0ba9791af1a7 owned by network:dhcp {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:51:43.173814 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c54065a0-eeee-4fd5-8676-efb3fa0e38ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:43.199464 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54065a0-eeee-4fd5-8676-efb3fa0e38ab admin admin] Pushing event deleted for resources: {'Port': ['ID=71ca3be3-d154-43ba-8edc-0ba9791af1a7,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:51:43.203273 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54065a0-eeee-4fd5-8676-efb3fa0e38ab admin admin] No DVR routers for this DVR port 71ca3be3-d154-43ba-8edc-0ba9791af1a7 on host dv-cinder-805072-2-iscsi {{(pid=100440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:51:43.240609 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032bb487-82da-4c89-ba7f-fb077bacf570 None None] DHCP port deletion for f75a4ad2-5977-4a3c-89ba-eb88091ae653 request from dv-cinder-805072-2-iscsi {{(pid=100441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 19:51:43.289618 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c54065a0-eeee-4fd5-8676-efb3fa0e38ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1352834', 'neutron.services.segments.db._delete_segments_for_network-8741574556865'] for network, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:43.300384 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.services.segments.db [None req-c54065a0-eeee-4fd5-8676-efb3fa0e38ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75a4ad2-5977-4a3c-89ba-eb88091ae653']}} {{(pid=100440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:51:43.311665 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device c45663f0-d12e-4dd9-9a14-8f8780948bae no longer exists at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:51:43.311941 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.services.segments.db [None req-c54065a0-eeee-4fd5-8676-efb3fa0e38ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61037c1e-a9d9-4d0e-93a7-ef04c02e93c2') {'for_net_delete': True} {{(pid=100440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:51:43.312166 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.services.segments.db [None req-c54065a0-eeee-4fd5-8676-efb3fa0e38ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61037c1e-a9d9-4d0e-93a7-ef04c02e93c2') {} {{(pid=100440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:51:43.322079 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c54065a0-eeee-4fd5-8676-efb3fa0e38ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741574601894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60457745'] for segment, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:43.336684 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c54065a0-eeee-4fd5-8676-efb3fa0e38ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:43.340341 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] No Port match for: c45663f0-d12e-4dd9-9a14-8f8780948bae {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:51:43.340890 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device c45663f0-d12e-4dd9-9a14-8f8780948bae not bound to the agent host dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:51:43.343855 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54065a0-eeee-4fd5-8676-efb3fa0e38ab admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=100440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:51:43.344260 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c54065a0-eeee-4fd5-8676-efb3fa0e38ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59032178'] for segment, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: Traceback (most recent call last): Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: timer() Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: cb(*args, **kw) Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: return func(*args, **kwargs) Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: self._notify() Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: self.callback(batched_events) Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: event.method(event) Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: return f(self, *a, **k) Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: return self._get(url).json() Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: return self.request(url, 'GET', **kwargs) Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:51:43.346053 dv-cinder-805072-2-iscsi neutron-server[100440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:51:43.400998 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c54065a0-eeee-4fd5-8676-efb3fa0e38ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678657'] for network, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:43.407510 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-c54065a0-eeee-4fd5-8676-efb3fa0e38ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:43.409399 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-c54065a0-eeee-4fd5-8676-efb3fa0e38ab admin admin] 10.222.0.38 "DELETE /v2.0/networks/f75a4ad2-5977-4a3c-89ba-eb88091ae653 HTTP/1.1" status: 204 len: 168 time: 0.5162342 Aug 18 19:51:43.424020 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54065a0-eeee-4fd5-8676-efb3fa0e38ab admin admin] Pushing event deleted for resources: {'Network': ['ID=f75a4ad2-5977-4a3c-89ba-eb88091ae653,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:51:43.545536 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 49336) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:51:43.584165 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-48e6b45a-a97d-4613-bb51-3cad3afc8032 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=77e9437c632648f4ac33b7f9bb3af25c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0373869 Aug 18 19:51:43.586424 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 49338) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:51:43.633042 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-fb622890-61e4-42f2-a47a-792183266616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:43.653684 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-fb622890-61e4-42f2-a47a-792183266616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:43.699044 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-fb622890-61e4-42f2-a47a-792183266616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:43.701538 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-fb622890-61e4-42f2-a47a-792183266616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:43.702650 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-fb622890-61e4-42f2-a47a-792183266616 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/938c6f6d-de53-474e-bfef-f575db052a98 HTTP/1.1" status: 204 len: 168 time: 0.1152923 Aug 18 19:51:43.709975 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb622890-61e4-42f2-a47a-792183266616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938c6f6d-de53-474e-bfef-f575db052a98,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:51:44.376499 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 49360) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:51:44.470122 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-10a1f101-554e-42d7-8f75-a729e18ae47c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1007118413-network', 'tenant_id': '183797f3c75344f796e4a535ab63587e'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:51:44.491714 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a1f101-554e-42d7-8f75-a729e18ae47c admin admin] Made reservation on behalf of 183797f3c75344f796e4a535ab63587e for: {'network': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:51:44.494939 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-10a1f101-554e-42d7-8f75-a729e18ae47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for network, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:44.503243 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-10a1f101-554e-42d7-8f75-a729e18ae47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:44.596551 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-10a1f101-554e-42d7-8f75-a729e18ae47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:44.600320 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-10a1f101-554e-42d7-8f75-a729e18ae47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:44.627191 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a1f101-554e-42d7-8f75-a729e18ae47c admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=100440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:51:44.636897 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1f101-554e-42d7-8f75-a729e18ae47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5fdc3b-ee17-40a6-8713-8697eef16e2f,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:51:44.641743 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-10a1f101-554e-42d7-8f75-a729e18ae47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:44.642091 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.db.segments_db [None req-10a1f101-554e-42d7-8f75-a729e18ae47c admin admin] Added segment 17783ac8-641c-466f-b5e4-43b680d29143 of type vlan for network 9ceda43d-3c99-47aa-9354-7d1d42a93499 Aug 18 19:51:44.684072 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-10a1f101-554e-42d7-8f75-a729e18ae47c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741574042296'] for network, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:44.709411 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-10a1f101-554e-42d7-8f75-a729e18ae47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for network, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:44.710425 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a1f101-554e-42d7-8f75-a729e18ae47c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:44.711043 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-10a1f101-554e-42d7-8f75-a729e18ae47c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:44.760963 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-10a1f101-554e-42d7-8f75-a729e18ae47c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3833511 Aug 18 19:51:44.763900 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 49364) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:51:44.768938 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-a2bf2af9-20c8-43c4-b9f3-76e38c85e954 admin admin] Request body: {'subnet': {'network_id': '9ceda43d-3c99-47aa-9354-7d1d42a93499', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1007118413-subnet', 'tenant_id': '183797f3c75344f796e4a535ab63587e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:51:44.771508 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1f101-554e-42d7-8f75-a729e18ae47c admin admin] Pushing event updated for resources: {'Network': ['ID=9ceda43d-3c99-47aa-9354-7d1d42a93499,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:51:44.781062 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Network 9ceda43d-3c99-47aa-9354-7d1d42a93499 details requested by agent ovs-agent-dv-cinder-805072-2-iscsi with host dv-cinder-805072-2-iscsi {{(pid=100441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:51:44.788959 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bf2af9-20c8-43c4-b9f3-76e38c85e954 admin admin] Made reservation on behalf of 183797f3c75344f796e4a535ab63587e for: {'subnet': 1} {{(pid=100439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:51:44.791738 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2af9-20c8-43c4-b9f3-76e38c85e954 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59087246'] for subnet, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:44.914443 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 71ca3be3-d154-43ba-8edc-0ba9791af1a7 no longer exists at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:51:44.936466 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] No Port match for: 71ca3be3-d154-43ba-8edc-0ba9791af1a7 {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:51:44.936835 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 71ca3be3-d154-43ba-8edc-0ba9791af1a7 not bound to the agent host dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:51:44.937442 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device f5bb0aa3-ac84-4000-9489-03a9b2861316 no longer exists at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:51:44.956533 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] No Port match for: f5bb0aa3-ac84-4000-9489-03a9b2861316 {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:51:44.956877 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device f5bb0aa3-ac84-4000-9489-03a9b2861316 not bound to the agent host dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:51:44.961892 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2af9-20c8-43c4-b9f3-76e38c85e954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58782388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59087256'] for subnet, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:45.017357 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf2af9-20c8-43c4-b9f3-76e38c85e954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f02321e8-2351-4209-89c2-b6ee210c2524,revision_number=0']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:51:45.027685 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bf2af9-20c8-43c4-b9f3-76e38c85e954 admin admin] Checking segment: {'id': '17783ac8-641c-466f-b5e4-43b680d29143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9ceda43d-3c99-47aa-9354-7d1d42a93499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:51:45.028047 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bf2af9-20c8-43c4-b9f3-76e38c85e954 admin admin] Network hostable DHCP agents. Network: 9ceda43d-3c99-47aa-9354-7d1d42a93499, hostable agents: ['ab24a8c0-5fbc-4c54-80f8-7c76df3937f6'], hosted agents: [] {{(pid=100439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:51:45.044738 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bf2af9-20c8-43c4-b9f3-76e38c85e954 admin admin] Network 9ceda43d-3c99-47aa-9354-7d1d42a93499 is scheduled to be hosted by DHCP agent ab24a8c0-5fbc-4c54-80f8-7c76df3937f6 with binding_index 1 {{(pid=100439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:51:45.053661 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-a2bf2af9-20c8-43c4-b9f3-76e38c85e954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-2-iscsi, 9ceda43d-3c99-47aa-9354-7d1d42a93499) {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:51:45.058620 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bf2af9-20c8-43c4-b9f3-76e38c85e954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:45.059229 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2af9-20c8-43c4-b9f3-76e38c85e954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for subnet, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:45.062348 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe6b111-2190-4f0e-a570-3c7e05e4206a None None] Network 9ceda43d-3c99-47aa-9354-7d1d42a93499 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:51:45.078775 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-a2bf2af9-20c8-43c4-b9f3-76e38c85e954 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3089786 Aug 18 19:51:45.184019 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1ee3f7-db7f-4041-b322-5c9f2a8f76f9 None None] Network 9ceda43d-3c99-47aa-9354-7d1d42a93499 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:51:45.760701 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-affff228-93eb-4b23-9a90-cbc9aec4ba82 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:45.762183 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-affff228-93eb-4b23-9a90-cbc9aec4ba82 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/networks?id=9ceda43d-3c99-47aa-9354-7d1d42a93499 HTTP/1.1" status: 200 len: 815 time: 0.3585804 Aug 18 19:51:45.777812 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-c069393d-8ca1-4f3b-924e-18a82428168e tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/quotas/183797f3c75344f796e4a535ab63587e HTTP/1.1" status: 200 len: 375 time: 0.0099812 Aug 18 19:51:45.783353 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-6711b0b3-75a9-4557-b55d-4bad0a16e46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:45.809803 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-e8ffe43a-4051-4558-99af-50897730496f tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=183797f3c75344f796e4a535ab63587e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261197 Aug 18 19:51:45.820385 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-a80b8da9-dc64-4a12-8a13-808af943acb6 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 19:51:45.821346 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-a80b8da9-dc64-4a12-8a13-808af943acb6 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050647 Aug 18 19:51:45.907545 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:45.911102 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-66a57c3c-76b8-4a4f-babe-bda62a8c0ba3 service neutron] 10.222.0.38 "GET /v2.0/networks/9ceda43d-3c99-47aa-9354-7d1d42a93499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833180 Aug 18 19:51:46.000004 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-642239ba-d26d-45fb-8ad3-4a9a0dec2352 service neutron] 10.222.0.38 "GET /v2.0/networks/9ceda43d-3c99-47aa-9354-7d1d42a93499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828035 Aug 18 19:51:46.157793 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a2da3d69-2b4d-44ed-994d-27199d482854 req-efbe0407-6a05-466d-83a3-b8dd4c9f61ee tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=32008d15-8e0d-4171-8cc1-45cee20c61f7 HTTP/1.1" status: 200 len: 210 time: 0.0260785 Aug 18 19:51:46.594618 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:51:46.713602 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:47.190043 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-8b96d800-0d59-413d-966f-2421a067c2fa tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:47.191678 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-8b96d800-0d59-413d-966f-2421a067c2fa tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.35 "GET /v2.0/networks?id=9ceda43d-3c99-47aa-9354-7d1d42a93499 HTTP/1.1" status: 200 len: 815 time: 0.1061428 Aug 18 19:51:47.226357 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-64529a2e-ee34-4031-90a6-7c75f7635202 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Request body: {'port': {'device_id': '32008d15-8e0d-4171-8cc1-45cee20c61f7', 'network_id': '9ceda43d-3c99-47aa-9354-7d1d42a93499', 'admin_state_up': True, 'tenant_id': '183797f3c75344f796e4a535ab63587e'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:51:47.296074 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c9cced7f-c5b3-42eb-9b71-a867d4006c05 req-4fc51774-c81a-43f4-8828-657580acf56d tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=32008d15-8e0d-4171-8cc1-45cee20c61f7 HTTP/1.1" status: 200 len: 210 time: 0.0619862 Aug 18 19:51:47.360507 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-64529a2e-ee34-4031-90a6-7c75f7635202 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Made reservation on behalf of 183797f3c75344f796e4a535ab63587e for: {'port': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:51:47.364173 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-64529a2e-ee34-4031-90a6-7c75f7635202 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:47.484500 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-64529a2e-ee34-4031-90a6-7c75f7635202 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Allocated IP 172.20.0.2 (9ceda43d-3c99-47aa-9354-7d1d42a93499/f02321e8-2351-4209-89c2-b6ee210c2524/d2955be8-b9b4-4ead-81c6-a30b2a1afb5e) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:51:47.629793 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-64529a2e-ee34-4031-90a6-7c75f7635202 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:47.667968 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-64529a2e-ee34-4031-90a6-7c75f7635202 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:47.715761 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-64529a2e-ee34-4031-90a6-7c75f7635202 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Network 9ceda43d-3c99-47aa-9354-7d1d42a93499 is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:51:47.719066 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-64529a2e-ee34-4031-90a6-7c75f7635202 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:51:47.722940 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-64529a2e-ee34-4031-90a6-7c75f7635202 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:51:47.729848 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64529a2e-ee34-4031-90a6-7c75f7635202 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Pushing event updated for resources: {'Port': ['ID=d2955be8-b9b4-4ead-81c6-a30b2a1afb5e,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:51:47.774775 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-64529a2e-ee34-4031-90a6-7c75f7635202 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:47.775390 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-64529a2e-ee34-4031-90a6-7c75f7635202 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:47.789011 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-64529a2e-ee34-4031-90a6-7c75f7635202 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5665674 Aug 18 19:51:47.811546 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-f2f92669-5a3e-4615-b473-a1f6a7d69d03 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 19:51:47.812564 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-f2f92669-5a3e-4615-b473-a1f6a7d69d03 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051978 Aug 18 19:51:47.860734 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-d02ef604-1ee1-45e7-bb06-0c06c589f846 service neutron] Request body: {'port': {'device_id': '32008d15-8e0d-4171-8cc1-45cee20c61f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:51:47.912108 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-d02ef604-1ee1-45e7-bb06-0c06c589f846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:48.175189 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-d02ef604-1ee1-45e7-bb06-0c06c589f846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2955be8-b9b4-4ead-81c6-a30b2a1afb5e {{(pid=100440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:51:48.182885 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-d02ef604-1ee1-45e7-bb06-0c06c589f846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:48.194173 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-d02ef604-1ee1-45e7-bb06-0c06c589f846 service neutron] Transition to ACTIVE for port object d2955be8-b9b4-4ead-81c6-a30b2a1afb5e will not be triggered until provisioned by entity L2. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:51:48.198418 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-d02ef604-1ee1-45e7-bb06-0c06c589f846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:48.250187 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ef604-1ee1-45e7-bb06-0c06c589f846 service neutron] Pushing event updated for resources: {'Port': ['ID=d2955be8-b9b4-4ead-81c6-a30b2a1afb5e,revision_number=2']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:51:48.316057 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-d02ef604-1ee1-45e7-bb06-0c06c589f846 service neutron] Attempting to bind port d2955be8-b9b4-4ead-81c6-a30b2a1afb5e on host hv-cinder-80507 for vnic_type normal with profile {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:51:48.316396 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-d02ef604-1ee1-45e7-bb06-0c06c589f846 service neutron] Attempting to bind port d2955be8-b9b4-4ead-81c6-a30b2a1afb5e by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '17783ac8-641c-466f-b5e4-43b680d29143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9ceda43d-3c99-47aa-9354-7d1d42a93499'}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:51:48.316731 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-d02ef604-1ee1-45e7-bb06-0c06c589f846 service neutron] Attempting to bind port d2955be8-b9b4-4ead-81c6-a30b2a1afb5e on network 9ceda43d-3c99-47aa-9354-7d1d42a93499 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:51:48.321210 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-d02ef604-1ee1-45e7-bb06-0c06c589f846 service neutron] Port d2955be8-b9b4-4ead-81c6-a30b2a1afb5e on network 9ceda43d-3c99-47aa-9354-7d1d42a93499 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:51:48.322084 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-d02ef604-1ee1-45e7-bb06-0c06c589f846 service neutron] Attempting to bind port d2955be8-b9b4-4ead-81c6-a30b2a1afb5e on network 9ceda43d-3c99-47aa-9354-7d1d42a93499 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:51:48.327013 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-d02ef604-1ee1-45e7-bb06-0c06c589f846 service neutron] Checking agent: {'id': 'a8b818dc-2c80-42c6-b162-9bd2386595a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'started_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:51:48.327369 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-d02ef604-1ee1-45e7-bb06-0c06c589f846 service neutron] Checking segment: {'id': '17783ac8-641c-466f-b5e4-43b680d29143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9ceda43d-3c99-47aa-9354-7d1d42a93499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:51:48.327747 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-d02ef604-1ee1-45e7-bb06-0c06c589f846 service neutron] Bound using segment: {'id': '17783ac8-641c-466f-b5e4-43b680d29143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9ceda43d-3c99-47aa-9354-7d1d42a93499'} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:51:48.328179 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-d02ef604-1ee1-45e7-bb06-0c06c589f846 service neutron] Bound port: d2955be8-b9b4-4ead-81c6-a30b2a1afb5e, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17783ac8-641c-466f-b5e4-43b680d29143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9ceda43d-3c99-47aa-9354-7d1d42a93499'}}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:51:48.328543 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-d02ef604-1ee1-45e7-bb06-0c06c589f846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:48.392271 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-d02ef604-1ee1-45e7-bb06-0c06c589f846 service neutron] For port d2955be8-b9b4-4ead-81c6-a30b2a1afb5e, host hv-cinder-80507, cleared binding levels {{(pid=100440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:51:48.395406 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-d02ef604-1ee1-45e7-bb06-0c06c589f846 service neutron] For port d2955be8-b9b4-4ead-81c6-a30b2a1afb5e, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=d2955be8-b9b4-4ead-81c6-a30b2a1afb5e,segment=NetworkSegment(17783ac8-641c-466f-b5e4-43b680d29143),segment_id=17783ac8-641c-466f-b5e4-43b680d29143)] {{(pid=100440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:51:48.400458 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-d02ef604-1ee1-45e7-bb06-0c06c589f846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:48.409846 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3babb4ea-68d6-4a77-b5b1-7a04980e1e33 req-dd4e83fe-7f9b-4222-899b-b5e373660085 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:48.410360 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3babb4ea-68d6-4a77-b5b1-7a04980e1e33 req-dd4e83fe-7f9b-4222-899b-b5e373660085 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=32008d15-8e0d-4171-8cc1-45cee20c61f7 HTTP/1.1" status: 200 len: 943 time: 0.0479035 Aug 18 19:51:48.432567 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-d02ef604-1ee1-45e7-bb06-0c06c589f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:48.433109 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-d02ef604-1ee1-45e7-bb06-0c06c589f846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:48.434485 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-d02ef604-1ee1-45e7-bb06-0c06c589f846 service neutron] 10.222.0.35 "PUT /v2.0/ports/d2955be8-b9b4-4ead-81c6-a30b2a1afb5e HTTP/1.1" status: 200 len: 1093 time: 0.5775449 Aug 18 19:51:48.436887 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32008d15-8e0d-4171-8cc1-45cee20c61f7', 'tag': 'd2955be8-b9b4-4ead-81c6-a30b2a1afb5e'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:51:48.440257 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1911e42c-5b4e-407c-9c35-1f775473703f" -d '{"events": [{"name": "network-changed", "server_uuid": "32008d15-8e0d-4171-8cc1-45cee20c61f7", "tag": "d2955be8-b9b4-4ead-81c6-a30b2a1afb5e"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:51:48.453781 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3babb4ea-68d6-4a77-b5b1-7a04980e1e33 req-008c8cd5-3a99-4f26-a254-682f164633d6 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363348 Aug 18 19:51:48.469404 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:48.481771 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ef604-1ee1-45e7-bb06-0c06c589f846 service neutron] Pushing event updated for resources: {'Port': ['ID=d2955be8-b9b4-4ead-81c6-a30b2a1afb5e,revision_number=3']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:51:48.490224 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106204ad-d2e5-4170-8048-d8d096502bcb x-openstack-request-id: req-106204ad-d2e5-4170-8048-d8d096502bcb {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:51:48.490516 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32008d15-8e0d-4171-8cc1-45cee20c61f7", "tag": "d2955be8-b9b4-4ead-81c6-a30b2a1afb5e", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:51:48.490800 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-106204ad-d2e5-4170-8048-d8d096502bcb {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:51:48.491199 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32008d15-8e0d-4171-8cc1-45cee20c61f7', 'tag': 'd2955be8-b9b4-4ead-81c6-a30b2a1afb5e', 'status': 'completed', 'code': 200} Aug 18 19:51:48.548675 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-57e427a3-16b4-4c17-b44a-5b528a04f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:48.550158 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-57e427a3-16b4-4c17-b44a-5b528a04f6d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=183797f3c75344f796e4a535ab63587e&device_id=32008d15-8e0d-4171-8cc1-45cee20c61f7 HTTP/1.1" status: 200 len: 1096 time: 0.0407248 Aug 18 19:51:48.599427 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-f38cd9b4-1037-480c-87ce-3c055086ae85 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d2955be8-b9b4-4ead-81c6-a30b2a1afb5e HTTP/1.1" status: 200 len: 217 time: 0.0355434 Aug 18 19:51:48.651708 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-db5c5c79-e970-4ee8-b258-8ad80a45d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:48.653092 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-db5c5c79-e970-4ee8-b258-8ad80a45d0f1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f02321e8-2351-4209-89c2-b6ee210c2524 HTTP/1.1" status: 200 len: 855 time: 0.0421691 Aug 18 19:51:48.685726 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-e138624d-213a-4bb3-ae79-5179cc473d92 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ceda43d-3c99-47aa-9354-7d1d42a93499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244122 Aug 18 19:51:48.776739 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-7ca50bb8-808e-4f34-96f6-7a7291e226e0 service neutron] 10.222.0.35 "GET /v2.0/networks/9ceda43d-3c99-47aa-9354-7d1d42a93499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824790 Aug 18 19:51:48.864441 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8588003b-6af7-4594-ac29-4cc62f97d44f req-9c20faf5-432d-4e21-bfea-c2deac50fd51 service neutron] 10.222.0.35 "GET /v2.0/networks/9ceda43d-3c99-47aa-9354-7d1d42a93499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796537 Aug 18 19:51:49.018685 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911e42c-5b4e-407c-9c35-1f775473703f req-09d312af-94b1-41f9-a478-cf3ccb7bb656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:49.020094 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1911e42c-5b4e-407c-9c35-1f775473703f req-09d312af-94b1-41f9-a478-cf3ccb7bb656 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=183797f3c75344f796e4a535ab63587e&device_id=32008d15-8e0d-4171-8cc1-45cee20c61f7 HTTP/1.1" status: 200 len: 1096 time: 0.0411153 Aug 18 19:51:49.114798 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911e42c-5b4e-407c-9c35-1f775473703f req-fcde3054-ab93-4bbf-90fd-820bcd65c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:49.116253 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1911e42c-5b4e-407c-9c35-1f775473703f req-fcde3054-ab93-4bbf-90fd-820bcd65c79f service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ceda43d-3c99-47aa-9354-7d1d42a93499 HTTP/1.1" status: 200 len: 916 time: 0.0887678 Aug 18 19:51:49.157635 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1911e42c-5b4e-407c-9c35-1f775473703f req-1706673e-ebd2-48fd-8903-f505390cd9e9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d2955be8-b9b4-4ead-81c6-a30b2a1afb5e HTTP/1.1" status: 200 len: 217 time: 0.0341849 Aug 18 19:51:49.209721 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911e42c-5b4e-407c-9c35-1f775473703f req-18867afb-c981-4603-878a-85aa389ff28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:49.211201 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1911e42c-5b4e-407c-9c35-1f775473703f req-18867afb-c981-4603-878a-85aa389ff28f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f02321e8-2351-4209-89c2-b6ee210c2524 HTTP/1.1" status: 200 len: 855 time: 0.0462790 Aug 18 19:51:49.241748 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1911e42c-5b4e-407c-9c35-1f775473703f req-087404b6-1b35-4325-95ac-feee290041ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ceda43d-3c99-47aa-9354-7d1d42a93499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238111 Aug 18 19:51:49.330228 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1911e42c-5b4e-407c-9c35-1f775473703f req-fc66cc84-aee8-4397-bfe8-bffe51895918 service neutron] 10.222.0.35 "GET /v2.0/networks/9ceda43d-3c99-47aa-9354-7d1d42a93499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814493 Aug 18 19:51:49.421813 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1911e42c-5b4e-407c-9c35-1f775473703f req-c6847648-c6a1-44bd-9d7c-c9e52cc7b00b service neutron] 10.222.0.35 "GET /v2.0/networks/9ceda43d-3c99-47aa-9354-7d1d42a93499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842049 Aug 18 19:51:49.573428 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd016fa-f5ac-467c-821c-92f9b358a730 req-3379385e-c7f4-4232-b6db-6e59ee78f547 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:49.575207 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-0dd016fa-f5ac-467c-821c-92f9b358a730 req-3379385e-c7f4-4232-b6db-6e59ee78f547 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=32008d15-8e0d-4171-8cc1-45cee20c61f7 HTTP/1.1" status: 200 len: 943 time: 0.0528815 Aug 18 19:51:49.612919 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-0dd016fa-f5ac-467c-821c-92f9b358a730 req-757fa6f7-73e0-4255-b547-df31bc1da0b1 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316308 Aug 18 19:51:50.052575 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:50.728934 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b6f35-fb5f-4130-91cb-4c697108e3fe req-74adb7cf-77e5-4962-a8d3-4d48a360e26f tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:50.730415 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9b2b6f35-fb5f-4130-91cb-4c697108e3fe req-74adb7cf-77e5-4962-a8d3-4d48a360e26f tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=32008d15-8e0d-4171-8cc1-45cee20c61f7 HTTP/1.1" status: 200 len: 943 time: 0.0493553 Aug 18 19:51:50.767554 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9b2b6f35-fb5f-4130-91cb-4c697108e3fe req-87ad5a1d-0f25-432b-8187-3c27441960fb tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312188 Aug 18 19:51:50.854859 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device d2955be8-b9b4-4ead-81c6-a30b2a1afb5e details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=100441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:51:50.947067 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port d2955be8-b9b4-4ead-81c6-a30b2a1afb5e, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=d2955be8-b9b4-4ead-81c6-a30b2a1afb5e,segment=NetworkSegment(17783ac8-641c-466f-b5e4-43b680d29143),segment_id=17783ac8-641c-466f-b5e4-43b680d29143)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:51:50.958289 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Returning: {'device': 'd2955be8-b9b4-4ead-81c6-a30b2a1afb5e', 'network_id': '9ceda43d-3c99-47aa-9354-7d1d42a93499', 'port_id': 'd2955be8-b9b4-4ead-81c6-a30b2a1afb5e', 'mac_address': 'fa:16:3e:ab:b0:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f02321e8-2351-4209-89c2-b6ee210c2524', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:51:50.997833 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:51.011253 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2955be8-b9b4-4ead-81c6-a30b2a1afb5e {{(pid=100441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:51:51.030178 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port d2955be8-b9b4-4ead-81c6-a30b2a1afb5e, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=d2955be8-b9b4-4ead-81c6-a30b2a1afb5e,segment=NetworkSegment(17783ac8-641c-466f-b5e4-43b680d29143),segment_id=17783ac8-641c-466f-b5e4-43b680d29143)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:51:51.033630 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:51.080293 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=d2955be8-b9b4-4ead-81c6-a30b2a1afb5e,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:51:51.087130 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:51.087480 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:51.087819 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:51.088153 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:51.088482 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:51.088810 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:51.089135 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:51.089459 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:51.089784 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:51.090106 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:51.090427 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:51.090771 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:51:51.486514 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['d2955be8-b9b4-4ead-81c6-a30b2a1afb5e'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:51:51.880700 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f1e48-f8c9-479d-98d8-58673677a357 req-8c8d10a7-3465-4796-b0f4-4c7bf9120cbf tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:51.882507 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-766f1e48-f8c9-479d-98d8-58673677a357 req-8c8d10a7-3465-4796-b0f4-4c7bf9120cbf tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=32008d15-8e0d-4171-8cc1-45cee20c61f7 HTTP/1.1" status: 200 len: 944 time: 0.0500786 Aug 18 19:51:51.920869 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-766f1e48-f8c9-479d-98d8-58673677a357 req-37fe1522-64fd-405e-8cbe-313bab5d3998 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319052 Aug 18 19:51:52.873730 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device d2955be8-b9b4-4ead-81c6-a30b2a1afb5e up at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:51:52.922356 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning for port d2955be8-b9b4-4ead-81c6-a30b2a1afb5e completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:51:52.926012 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning complete for port d2955be8-b9b4-4ead-81c6-a30b2a1afb5e triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:51:52.926388 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:53.002180 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:53.024575 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32008d15-8e0d-4171-8cc1-45cee20c61f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2955be8-b9b4-4ead-81c6-a30b2a1afb5e'}] {{(pid=100441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:51:53.026873 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c845df31933df15e4981d7dcb3334c44fca6e0bb010d803592179d7e14a8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b567222e-c0de-4595-9c91-9887d0822399" -d '{"events": [{"server_uuid": "32008d15-8e0d-4171-8cc1-45cee20c61f7", "name": "network-vif-plugged", "status": "completed", "tag": "d2955be8-b9b4-4ead-81c6-a30b2a1afb5e"}]}' {{(pid=100441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:51:53.033650 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef1152-3f71-4775-ab1e-55eefca1a7dc req-af1ed810-bf27-48b0-96d1-5adc09b189d1 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:53.035184 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0fef1152-3f71-4775-ab1e-55eefca1a7dc req-af1ed810-bf27-48b0-96d1-5adc09b189d1 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=32008d15-8e0d-4171-8cc1-45cee20c61f7 HTTP/1.1" status: 200 len: 944 time: 0.0485904 Aug 18 19:51:53.043335 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port d2955be8-b9b4-4ead-81c6-a30b2a1afb5e, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=d2955be8-b9b4-4ead-81c6-a30b2a1afb5e,segment=NetworkSegment(17783ac8-641c-466f-b5e4-43b680d29143),segment_id=17783ac8-641c-466f-b5e4-43b680d29143)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:51:53.048128 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:51:53.072989 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd06fee4-e165-4eee-babc-7fd62cb868a7 x-openstack-request-id: req-fd06fee4-e165-4eee-babc-7fd62cb868a7 {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:51:53.073286 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32008d15-8e0d-4171-8cc1-45cee20c61f7", "name": "network-vif-plugged", "status": "completed", "tag": "d2955be8-b9b4-4ead-81c6-a30b2a1afb5e", "code": 200}]} {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:51:53.073542 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fd06fee4-e165-4eee-babc-7fd62cb868a7 {{(pid=100441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:51:53.073929 dv-cinder-805072-2-iscsi neutron-server[100441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32008d15-8e0d-4171-8cc1-45cee20c61f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2955be8-b9b4-4ead-81c6-a30b2a1afb5e', 'code': 200} Aug 18 19:51:53.081196 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0fef1152-3f71-4775-ab1e-55eefca1a7dc req-79de724c-faa0-4273-99d6-01f49ddd8ae7 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386646 Aug 18 19:51:53.099530 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=d2955be8-b9b4-4ead-81c6-a30b2a1afb5e,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:51:53.269915 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936977c-2d32-41da-8823-afb6e06907dd req-284e922b-d99a-443f-8526-e8f0f327bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:53.271441 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0936977c-2d32-41da-8823-afb6e06907dd req-284e922b-d99a-443f-8526-e8f0f327bffd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=32008d15-8e0d-4171-8cc1-45cee20c61f7 HTTP/1.1" status: 200 len: 1098 time: 0.0394001 Aug 18 19:51:53.306162 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0936977c-2d32-41da-8823-afb6e06907dd req-b9b865af-fec6-490d-8ec1-9fcaaa2541ba service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274971 Aug 18 19:51:54.194207 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7ef57-52ca-449d-829e-ad9dca18ff30 req-1095180e-a094-477d-bf54-35e0d8a5d75b tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:54.195686 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-95a7ef57-52ca-449d-829e-ad9dca18ff30 req-1095180e-a094-477d-bf54-35e0d8a5d75b tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=32008d15-8e0d-4171-8cc1-45cee20c61f7 HTTP/1.1" status: 200 len: 945 time: 0.0477257 Aug 18 19:51:54.236145 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-95a7ef57-52ca-449d-829e-ad9dca18ff30 req-d53b013a-4876-4cc2-a555-1588f5bb6a2f tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340044 Aug 18 19:51:55.353031 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe01c51-b156-4883-b16a-8fb2b278c96a req-4105d956-92b1-470c-a025-c65bd42c26fc tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:51:55.354607 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fbe01c51-b156-4883-b16a-8fb2b278c96a req-4105d956-92b1-470c-a025-c65bd42c26fc tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=32008d15-8e0d-4171-8cc1-45cee20c61f7 HTTP/1.1" status: 200 len: 945 time: 0.0510128 Aug 18 19:51:55.393158 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fbe01c51-b156-4883-b16a-8fb2b278c96a req-f400669d-f10b-4f41-8f8a-42b9abe1be12 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324385 Aug 18 19:52:04.710167 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-f91bfc8d-2bb0-4b7e-b538-3981f49c3314 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:04.711816 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-f91bfc8d-2bb0-4b7e-b538-3981f49c3314 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/networks?id=9ceda43d-3c99-47aa-9354-7d1d42a93499 HTTP/1.1" status: 200 len: 815 time: 0.1040127 Aug 18 19:52:04.726891 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-1228b574-99e0-4cb6-968c-92d2dee7d813 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/quotas/183797f3c75344f796e4a535ab63587e HTTP/1.1" status: 200 len: 375 time: 0.0094380 Aug 18 19:52:04.774862 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-c2f0009b-ae9a-492b-82fa-6236392861e6 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=183797f3c75344f796e4a535ab63587e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424201 Aug 18 19:52:04.865997 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-15e8f308-00f0-4671-a9d3-18b3fd5ec656 service neutron] 10.222.0.38 "GET /v2.0/networks/9ceda43d-3c99-47aa-9354-7d1d42a93499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843196 Aug 18 19:52:04.956168 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-86b1cd4d-534b-4bb0-bf5d-e672577dfb09 service neutron] 10.222.0.38 "GET /v2.0/networks/9ceda43d-3c99-47aa-9354-7d1d42a93499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833588 Aug 18 19:52:05.119398 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-d74b08d6-5de4-48ba-9609-33cf86b6731a req-5f654dd8-0c50-4c7e-bf1f-516b0df298d7 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fbe6b88-1ed9-4612-9556-1e1a314249ee HTTP/1.1" status: 200 len: 210 time: 0.0266960 Aug 18 19:52:06.166387 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-4a281a5d-5a4d-4f24-88ca-7dc3e2dd491c tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:06.168899 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-4a281a5d-5a4d-4f24-88ca-7dc3e2dd491c tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.35 "GET /v2.0/networks?id=9ceda43d-3c99-47aa-9354-7d1d42a93499 HTTP/1.1" status: 200 len: 815 time: 0.1155152 Aug 18 19:52:06.214991 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4ff19a13-b9e2-4e82-8b20-aac1aca9b836 req-6b584f33-18f3-4f68-83d4-28386c1d4f12 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fbe6b88-1ed9-4612-9556-1e1a314249ee HTTP/1.1" status: 200 len: 210 time: 0.0283639 Aug 18 19:52:06.218642 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-42fd1f25-1730-4efa-81a3-7ac9dcfba221 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Request body: {'port': {'device_id': '3fbe6b88-1ed9-4612-9556-1e1a314249ee', 'network_id': '9ceda43d-3c99-47aa-9354-7d1d42a93499', 'admin_state_up': True, 'tenant_id': '183797f3c75344f796e4a535ab63587e'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:52:06.327872 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-42fd1f25-1730-4efa-81a3-7ac9dcfba221 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Made reservation on behalf of 183797f3c75344f796e4a535ab63587e for: {'port': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:52:06.331400 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-42fd1f25-1730-4efa-81a3-7ac9dcfba221 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:06.451110 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-42fd1f25-1730-4efa-81a3-7ac9dcfba221 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Allocated IP 172.20.0.5 (9ceda43d-3c99-47aa-9354-7d1d42a93499/f02321e8-2351-4209-89c2-b6ee210c2524/a5143aa4-bf31-40b6-835d-edc58ebf4fca) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:52:06.593433 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-42fd1f25-1730-4efa-81a3-7ac9dcfba221 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:06.630849 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-42fd1f25-1730-4efa-81a3-7ac9dcfba221 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:06.669707 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-42fd1f25-1730-4efa-81a3-7ac9dcfba221 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Network 9ceda43d-3c99-47aa-9354-7d1d42a93499 is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:52:06.670172 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['d2955be8-b9b4-4ead-81c6-a30b2a1afb5e'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:52:06.671245 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-42fd1f25-1730-4efa-81a3-7ac9dcfba221 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:52:06.673520 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-42fd1f25-1730-4efa-81a3-7ac9dcfba221 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:52:06.715779 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd1f25-1730-4efa-81a3-7ac9dcfba221 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Pushing event updated for resources: {'Port': ['ID=a5143aa4-bf31-40b6-835d-edc58ebf4fca,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:06.735599 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-42fd1f25-1730-4efa-81a3-7ac9dcfba221 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:06.736747 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-42fd1f25-1730-4efa-81a3-7ac9dcfba221 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:06.750473 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-42fd1f25-1730-4efa-81a3-7ac9dcfba221 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5376396 Aug 18 19:52:06.826848 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-1d34b4a3-1fb9-4c2f-a311-54afe53f2525 service neutron] Request body: {'port': {'device_id': '3fbe6b88-1ed9-4612-9556-1e1a314249ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:52:06.878572 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-1d34b4a3-1fb9-4c2f-a311-54afe53f2525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:07.134369 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-1d34b4a3-1fb9-4c2f-a311-54afe53f2525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5143aa4-bf31-40b6-835d-edc58ebf4fca {{(pid=100440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:52:07.141624 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-1d34b4a3-1fb9-4c2f-a311-54afe53f2525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:07.154435 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-1d34b4a3-1fb9-4c2f-a311-54afe53f2525 service neutron] Transition to ACTIVE for port object a5143aa4-bf31-40b6-835d-edc58ebf4fca will not be triggered until provisioned by entity L2. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:52:07.158066 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-1d34b4a3-1fb9-4c2f-a311-54afe53f2525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:07.208148 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34b4a3-1fb9-4c2f-a311-54afe53f2525 service neutron] Pushing event updated for resources: {'Port': ['ID=a5143aa4-bf31-40b6-835d-edc58ebf4fca,revision_number=2']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:07.270608 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-1d34b4a3-1fb9-4c2f-a311-54afe53f2525 service neutron] Attempting to bind port a5143aa4-bf31-40b6-835d-edc58ebf4fca on host hv-cinder-80507 for vnic_type normal with profile {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:52:07.271043 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-1d34b4a3-1fb9-4c2f-a311-54afe53f2525 service neutron] Attempting to bind port a5143aa4-bf31-40b6-835d-edc58ebf4fca by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '17783ac8-641c-466f-b5e4-43b680d29143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9ceda43d-3c99-47aa-9354-7d1d42a93499'}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:52:07.271371 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-1d34b4a3-1fb9-4c2f-a311-54afe53f2525 service neutron] Attempting to bind port a5143aa4-bf31-40b6-835d-edc58ebf4fca on network 9ceda43d-3c99-47aa-9354-7d1d42a93499 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:52:07.276274 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-1d34b4a3-1fb9-4c2f-a311-54afe53f2525 service neutron] Port a5143aa4-bf31-40b6-835d-edc58ebf4fca on network 9ceda43d-3c99-47aa-9354-7d1d42a93499 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:52:07.276592 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-1d34b4a3-1fb9-4c2f-a311-54afe53f2525 service neutron] Attempting to bind port a5143aa4-bf31-40b6-835d-edc58ebf4fca on network 9ceda43d-3c99-47aa-9354-7d1d42a93499 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:52:07.281317 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-1d34b4a3-1fb9-4c2f-a311-54afe53f2525 service neutron] Checking agent: {'id': 'a8b818dc-2c80-42c6-b162-9bd2386595a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'started_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:52:07.281654 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-1d34b4a3-1fb9-4c2f-a311-54afe53f2525 service neutron] Checking segment: {'id': '17783ac8-641c-466f-b5e4-43b680d29143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9ceda43d-3c99-47aa-9354-7d1d42a93499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:52:07.282035 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-1d34b4a3-1fb9-4c2f-a311-54afe53f2525 service neutron] Bound using segment: {'id': '17783ac8-641c-466f-b5e4-43b680d29143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9ceda43d-3c99-47aa-9354-7d1d42a93499'} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:52:07.282458 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-1d34b4a3-1fb9-4c2f-a311-54afe53f2525 service neutron] Bound port: a5143aa4-bf31-40b6-835d-edc58ebf4fca, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17783ac8-641c-466f-b5e4-43b680d29143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9ceda43d-3c99-47aa-9354-7d1d42a93499'}}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:52:07.282852 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-1d34b4a3-1fb9-4c2f-a311-54afe53f2525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:07.328396 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660296b-92ed-406d-a47a-266a2e695f75 req-e06b5d8a-03fc-49f1-86e4-4f69b9305a4c tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:07.329897 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f660296b-92ed-406d-a47a-266a2e695f75 req-e06b5d8a-03fc-49f1-86e4-4f69b9305a4c tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fbe6b88-1ed9-4612-9556-1e1a314249ee HTTP/1.1" status: 200 len: 943 time: 0.0488610 Aug 18 19:52:07.348995 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-1d34b4a3-1fb9-4c2f-a311-54afe53f2525 service neutron] For port a5143aa4-bf31-40b6-835d-edc58ebf4fca, host hv-cinder-80507, cleared binding levels {{(pid=100440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:52:07.352133 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-1d34b4a3-1fb9-4c2f-a311-54afe53f2525 service neutron] For port a5143aa4-bf31-40b6-835d-edc58ebf4fca, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=a5143aa4-bf31-40b6-835d-edc58ebf4fca,segment=NetworkSegment(17783ac8-641c-466f-b5e4-43b680d29143),segment_id=17783ac8-641c-466f-b5e4-43b680d29143)] {{(pid=100440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:52:07.355841 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-1d34b4a3-1fb9-4c2f-a311-54afe53f2525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:07.368815 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-f660296b-92ed-406d-a47a-266a2e695f75 req-e5737571-7cc0-4bff-8343-c63f379d4cff tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326674 Aug 18 19:52:07.394238 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-1d34b4a3-1fb9-4c2f-a311-54afe53f2525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:07.394884 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-1d34b4a3-1fb9-4c2f-a311-54afe53f2525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:07.396255 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-1d34b4a3-1fb9-4c2f-a311-54afe53f2525 service neutron] 10.222.0.35 "PUT /v2.0/ports/a5143aa4-bf31-40b6-835d-edc58ebf4fca HTTP/1.1" status: 200 len: 1093 time: 0.6167781 Aug 18 19:52:07.396687 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fbe6b88-1ed9-4612-9556-1e1a314249ee', 'tag': 'a5143aa4-bf31-40b6-835d-edc58ebf4fca'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:52:07.398941 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f68a70a-0bc0-480d-a0db-db79b1fc1602" -d '{"events": [{"name": "network-changed", "server_uuid": "3fbe6b88-1ed9-4612-9556-1e1a314249ee", "tag": "a5143aa4-bf31-40b6-835d-edc58ebf4fca"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:52:07.418759 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34b4a3-1fb9-4c2f-a311-54afe53f2525 service neutron] Pushing event updated for resources: {'Port': ['ID=a5143aa4-bf31-40b6-835d-edc58ebf4fca,revision_number=3']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:07.497358 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9b90f5-9967-4731-b9e2-c6df1ed27d19 x-openstack-request-id: req-cf9b90f5-9967-4731-b9e2-c6df1ed27d19 {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:52:07.497642 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fbe6b88-1ed9-4612-9556-1e1a314249ee", "tag": "a5143aa4-bf31-40b6-835d-edc58ebf4fca", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:52:07.497888 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cf9b90f5-9967-4731-b9e2-c6df1ed27d19 {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:52:07.498269 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fbe6b88-1ed9-4612-9556-1e1a314249ee', 'tag': 'a5143aa4-bf31-40b6-835d-edc58ebf4fca', 'status': 'completed', 'code': 200} Aug 18 19:52:07.506070 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-287846b7-38d6-4b41-9a79-7378e9b48572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:07.507570 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-287846b7-38d6-4b41-9a79-7378e9b48572 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=183797f3c75344f796e4a535ab63587e&device_id=3fbe6b88-1ed9-4612-9556-1e1a314249ee HTTP/1.1" status: 200 len: 1096 time: 0.0428329 Aug 18 19:52:07.560837 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-1489f1fd-21e7-4a98-9f50-941dc5d5796c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5143aa4-bf31-40b6-835d-edc58ebf4fca HTTP/1.1" status: 200 len: 217 time: 0.0357106 Aug 18 19:52:07.608378 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-c8253b93-0a0e-4749-89ba-171e28c6fdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:07.609754 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-c8253b93-0a0e-4749-89ba-171e28c6fdba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f02321e8-2351-4209-89c2-b6ee210c2524 HTTP/1.1" status: 200 len: 855 time: 0.0411439 Aug 18 19:52:07.641875 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-144d8fb5-1a46-44d8-aaea-60aea8599d84 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ceda43d-3c99-47aa-9354-7d1d42a93499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241797 Aug 18 19:52:07.731972 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-83ca7adf-6f0d-408d-9cbc-fc45fb62e63d service neutron] 10.222.0.35 "GET /v2.0/networks/9ceda43d-3c99-47aa-9354-7d1d42a93499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815628 Aug 18 19:52:07.818209 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8fbcaa3d-1071-47a0-b1fc-aff18931c63b req-58cec56d-9a91-4a80-a5b8-2146bf22de6a service neutron] 10.222.0.35 "GET /v2.0/networks/9ceda43d-3c99-47aa-9354-7d1d42a93499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789897 Aug 18 19:52:07.956766 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68a70a-0bc0-480d-a0db-db79b1fc1602 req-36492796-968c-49ad-9fe2-8e711d244c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:07.958218 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9f68a70a-0bc0-480d-a0db-db79b1fc1602 req-36492796-968c-49ad-9fe2-8e711d244c27 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=183797f3c75344f796e4a535ab63587e&device_id=3fbe6b88-1ed9-4612-9556-1e1a314249ee HTTP/1.1" status: 200 len: 1096 time: 0.0403991 Aug 18 19:52:08.051852 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68a70a-0bc0-480d-a0db-db79b1fc1602 req-68d864b8-8e4c-4fa5-8be2-862c28b6f0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:08.053571 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9f68a70a-0bc0-480d-a0db-db79b1fc1602 req-68d864b8-8e4c-4fa5-8be2-862c28b6f0bb service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ceda43d-3c99-47aa-9354-7d1d42a93499 HTTP/1.1" status: 200 len: 916 time: 0.0856574 Aug 18 19:52:08.096463 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9f68a70a-0bc0-480d-a0db-db79b1fc1602 req-d11d0252-bd13-49f7-8540-13b35ea947ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5143aa4-bf31-40b6-835d-edc58ebf4fca HTTP/1.1" status: 200 len: 217 time: 0.0324225 Aug 18 19:52:08.148267 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68a70a-0bc0-480d-a0db-db79b1fc1602 req-3713790b-6b73-4bcf-9493-01825e5ae95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:08.149657 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9f68a70a-0bc0-480d-a0db-db79b1fc1602 req-3713790b-6b73-4bcf-9493-01825e5ae95f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f02321e8-2351-4209-89c2-b6ee210c2524 HTTP/1.1" status: 200 len: 855 time: 0.0447714 Aug 18 19:52:08.182339 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9f68a70a-0bc0-480d-a0db-db79b1fc1602 req-2a2dff4d-e5f6-4964-9c25-594b4b325100 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ceda43d-3c99-47aa-9354-7d1d42a93499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241559 Aug 18 19:52:08.269160 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9f68a70a-0bc0-480d-a0db-db79b1fc1602 req-5d4105f9-05a7-4ba1-9c5b-241d15287fce service neutron] 10.222.0.35 "GET /v2.0/networks/9ceda43d-3c99-47aa-9354-7d1d42a93499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778143 Aug 18 19:52:08.358774 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9f68a70a-0bc0-480d-a0db-db79b1fc1602 req-de44f459-5427-44b0-b6d6-08af3d5cc270 service neutron] 10.222.0.35 "GET /v2.0/networks/9ceda43d-3c99-47aa-9354-7d1d42a93499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826485 Aug 18 19:52:08.486312 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35f138-ca29-4ba4-a55e-bf7de314eb3a req-423282f5-56d7-4628-951c-b255a73f509c tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:08.487883 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-bf35f138-ca29-4ba4-a55e-bf7de314eb3a req-423282f5-56d7-4628-951c-b255a73f509c tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fbe6b88-1ed9-4612-9556-1e1a314249ee HTTP/1.1" status: 200 len: 943 time: 0.0487380 Aug 18 19:52:08.524962 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-bf35f138-ca29-4ba4-a55e-bf7de314eb3a req-8140a94c-a6cb-4097-a437-d3c8a6b64dd4 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306680 Aug 18 19:52:09.639316 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a2f3f-820f-4c89-a685-29fb357e0d43 req-657a2bf3-6041-411e-a3eb-bed72973d77f tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:09.640734 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-034a2f3f-820f-4c89-a685-29fb357e0d43 req-657a2bf3-6041-411e-a3eb-bed72973d77f tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fbe6b88-1ed9-4612-9556-1e1a314249ee HTTP/1.1" status: 200 len: 943 time: 0.0487564 Aug 18 19:52:09.677988 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-034a2f3f-820f-4c89-a685-29fb357e0d43 req-3439c7ba-70d9-45f4-a0f6-b48c72abbadc tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313923 Aug 18 19:52:10.947688 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07d30a-d1f5-4675-af58-5daa60e0408e req-32202735-92a6-406b-9a13-95de6c30ff33 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:10.949180 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-fe07d30a-d1f5-4675-af58-5daa60e0408e req-32202735-92a6-406b-9a13-95de6c30ff33 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fbe6b88-1ed9-4612-9556-1e1a314249ee HTTP/1.1" status: 200 len: 943 time: 0.0532103 Aug 18 19:52:10.983620 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device a5143aa4-bf31-40b6-835d-edc58ebf4fca details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=100441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:52:10.991041 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-fe07d30a-d1f5-4675-af58-5daa60e0408e req-23c70a4a-0efd-469f-b38c-18f7ebd6744a tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357766 Aug 18 19:52:11.082204 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port a5143aa4-bf31-40b6-835d-edc58ebf4fca, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=a5143aa4-bf31-40b6-835d-edc58ebf4fca,segment=NetworkSegment(17783ac8-641c-466f-b5e4-43b680d29143),segment_id=17783ac8-641c-466f-b5e4-43b680d29143)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:52:11.093019 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Returning: {'device': 'a5143aa4-bf31-40b6-835d-edc58ebf4fca', 'network_id': '9ceda43d-3c99-47aa-9354-7d1d42a93499', 'port_id': 'a5143aa4-bf31-40b6-835d-edc58ebf4fca', 'mac_address': 'fa:16:3e:23:d3:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f02321e8-2351-4209-89c2-b6ee210c2524', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:52:11.129479 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:11.141498 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5143aa4-bf31-40b6-835d-edc58ebf4fca {{(pid=100441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:52:11.163197 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port a5143aa4-bf31-40b6-835d-edc58ebf4fca, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=a5143aa4-bf31-40b6-835d-edc58ebf4fca,segment=NetworkSegment(17783ac8-641c-466f-b5e4-43b680d29143),segment_id=17783ac8-641c-466f-b5e4-43b680d29143)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:52:11.167325 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:11.213657 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=a5143aa4-bf31-40b6-835d-edc58ebf4fca,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:11.622026 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['a5143aa4-bf31-40b6-835d-edc58ebf4fca'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:52:12.103502 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb87fe-a124-4d10-a01c-e2f68f581509 req-f7386a29-557f-499c-96b8-3d7eff07ab95 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:12.105005 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a9fb87fe-a124-4d10-a01c-e2f68f581509 req-f7386a29-557f-499c-96b8-3d7eff07ab95 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fbe6b88-1ed9-4612-9556-1e1a314249ee HTTP/1.1" status: 200 len: 944 time: 0.0480864 Aug 18 19:52:12.142417 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a9fb87fe-a124-4d10-a01c-e2f68f581509 req-81afd54f-4ec9-4041-a138-fc83d3b956b1 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311973 Aug 18 19:52:12.998271 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device a5143aa4-bf31-40b6-835d-edc58ebf4fca up at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:52:13.056413 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning for port a5143aa4-bf31-40b6-835d-edc58ebf4fca completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:52:13.062651 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning complete for port a5143aa4-bf31-40b6-835d-edc58ebf4fca triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:52:13.063208 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:13.065994 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f2587d0-6a19-49a6-8c66-23be4f6cbe40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:13.139934 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:13.161831 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbe6b88-1ed9-4612-9556-1e1a314249ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5143aa4-bf31-40b6-835d-edc58ebf4fca'}] {{(pid=100441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:52:13.164114 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c845df31933df15e4981d7dcb3334c44fca6e0bb010d803592179d7e14a8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d03832-c06e-4786-a6ee-f28985534726" -d '{"events": [{"server_uuid": "3fbe6b88-1ed9-4612-9556-1e1a314249ee", "name": "network-vif-plugged", "status": "completed", "tag": "a5143aa4-bf31-40b6-835d-edc58ebf4fca"}]}' {{(pid=100441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:52:13.179262 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port a5143aa4-bf31-40b6-835d-edc58ebf4fca, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=a5143aa4-bf31-40b6-835d-edc58ebf4fca,segment=NetworkSegment(17783ac8-641c-466f-b5e4-43b680d29143),segment_id=17783ac8-641c-466f-b5e4-43b680d29143)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:52:13.183720 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:13.210379 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12323acd-906e-437e-b4d4-47a290c27c74 x-openstack-request-id: req-12323acd-906e-437e-b4d4-47a290c27c74 {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:52:13.210696 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbe6b88-1ed9-4612-9556-1e1a314249ee", "name": "network-vif-plugged", "status": "completed", "tag": "a5143aa4-bf31-40b6-835d-edc58ebf4fca", "code": 200}]} {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:52:13.210931 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-12323acd-906e-437e-b4d4-47a290c27c74 {{(pid=100441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:52:13.211309 dv-cinder-805072-2-iscsi neutron-server[100441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbe6b88-1ed9-4612-9556-1e1a314249ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5143aa4-bf31-40b6-835d-edc58ebf4fca', 'code': 200} Aug 18 19:52:13.238176 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=a5143aa4-bf31-40b6-835d-edc58ebf4fca,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:13.265865 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3523388-4cbc-4f68-836e-12582eec8caa req-8ec9574b-42e7-474f-b10b-ac9f15b23958 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:13.267391 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c3523388-4cbc-4f68-836e-12582eec8caa req-8ec9574b-42e7-474f-b10b-ac9f15b23958 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fbe6b88-1ed9-4612-9556-1e1a314249ee HTTP/1.1" status: 200 len: 945 time: 0.0525441 Aug 18 19:52:13.306238 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c3523388-4cbc-4f68-836e-12582eec8caa req-37934df2-e083-476f-80e9-7bd5eaee5b61 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329442 Aug 18 19:52:13.412219 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c25b6-6350-4618-936f-f44334a27dd9 req-8abbf0c5-82e6-4f12-be39-4bfc5ef93d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:13.413615 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-239c25b6-6350-4618-936f-f44334a27dd9 req-8abbf0c5-82e6-4f12-be39-4bfc5ef93d47 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3fbe6b88-1ed9-4612-9556-1e1a314249ee HTTP/1.1" status: 200 len: 1098 time: 0.0437679 Aug 18 19:52:13.450594 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-239c25b6-6350-4618-936f-f44334a27dd9 req-4387397e-b376-416c-8845-df55c67c5738 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273747 Aug 18 19:52:14.421134 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab59c0-0049-420e-a58f-394cdfa6e8db req-c1eb1fef-6479-44ee-b81e-0149e84a1614 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:14.422581 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-bcab59c0-0049-420e-a58f-394cdfa6e8db req-c1eb1fef-6479-44ee-b81e-0149e84a1614 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fbe6b88-1ed9-4612-9556-1e1a314249ee HTTP/1.1" status: 200 len: 945 time: 0.0474393 Aug 18 19:52:14.460014 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-bcab59c0-0049-420e-a58f-394cdfa6e8db req-904e0bb0-c207-4567-b352-87c57aa48cf7 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312767 Aug 18 19:52:15.569920 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a28a07-200d-4948-9b6d-eba4610184a5 req-d9bbe9cf-4ba0-4070-933d-4830712f92e4 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:15.571785 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-20a28a07-200d-4948-9b6d-eba4610184a5 req-d9bbe9cf-4ba0-4070-933d-4830712f92e4 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fbe6b88-1ed9-4612-9556-1e1a314249ee HTTP/1.1" status: 200 len: 945 time: 0.0480208 Aug 18 19:52:15.608228 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-20a28a07-200d-4948-9b6d-eba4610184a5 req-d9f9e3b4-bd9b-4c5c-be2d-12383900345b tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306127 Aug 18 19:52:15.784057 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-ec20fa4a-16dd-45e3-8841-7fc42cddeebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:15.908113 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:16.715269 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:17.306563 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-0e4f6e18-7047-4e7d-bb35-ea7a41a608cf tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:17.308061 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-0e4f6e18-7047-4e7d-bb35-ea7a41a608cf tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/networks?id=9ceda43d-3c99-47aa-9354-7d1d42a93499 HTTP/1.1" status: 200 len: 815 time: 0.1021204 Aug 18 19:52:17.323759 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-13200d6d-30ee-411a-9bc9-ef56a0a3f4dd tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/quotas/183797f3c75344f796e4a535ab63587e HTTP/1.1" status: 200 len: 375 time: 0.0098975 Aug 18 19:52:17.374690 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-20110447-e869-4eb5-9b7f-dddb135b1986 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=183797f3c75344f796e4a535ab63587e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454099 Aug 18 19:52:17.507434 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-565c6fd9-60f1-4635-a418-11da349563d9 service neutron] 10.222.0.38 "GET /v2.0/networks/9ceda43d-3c99-47aa-9354-7d1d42a93499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255736 Aug 18 19:52:17.854521 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-d9cd66a8-0a20-4edf-be92-f124e19109f7 service neutron] 10.222.0.38 "GET /v2.0/networks/9ceda43d-3c99-47aa-9354-7d1d42a93499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403573 Aug 18 19:52:18.013592 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-ad4bfe0f-94c2-4e75-8388-e1add62fe0b9 req-72efaee8-babf-45fb-b1b5-fc3a45e388b4 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=5107cc39-0b13-4f5b-8060-940592dd1d2c HTTP/1.1" status: 200 len: 210 time: 0.0315239 Aug 18 19:52:18.456524 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:19.105709 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-89202eed-cf39-4c6f-b541-4ee6d9a78478 req-16c99787-1911-4417-92f8-a48562d83c7c tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=5107cc39-0b13-4f5b-8060-940592dd1d2c HTTP/1.1" status: 200 len: 210 time: 0.0269890 Aug 18 19:52:19.302554 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-53ff1b3a-251d-42ca-953c-93b8951d9289 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:19.304001 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-53ff1b3a-251d-42ca-953c-93b8951d9289 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.35 "GET /v2.0/networks?id=9ceda43d-3c99-47aa-9354-7d1d42a93499 HTTP/1.1" status: 200 len: 815 time: 0.1040773 Aug 18 19:52:19.339815 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-265ebf49-221d-4f1a-9720-eb3f4bb28745 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Request body: {'port': {'device_id': '5107cc39-0b13-4f5b-8060-940592dd1d2c', 'network_id': '9ceda43d-3c99-47aa-9354-7d1d42a93499', 'admin_state_up': True, 'tenant_id': '183797f3c75344f796e4a535ab63587e'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:52:19.448561 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-265ebf49-221d-4f1a-9720-eb3f4bb28745 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Made reservation on behalf of 183797f3c75344f796e4a535ab63587e for: {'port': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:52:19.452093 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-265ebf49-221d-4f1a-9720-eb3f4bb28745 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:19.572022 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-265ebf49-221d-4f1a-9720-eb3f4bb28745 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Allocated IP 172.20.0.13 (9ceda43d-3c99-47aa-9354-7d1d42a93499/f02321e8-2351-4209-89c2-b6ee210c2524/1eb93a89-4a2b-45dd-a068-dc208974760c) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:52:19.717027 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-265ebf49-221d-4f1a-9720-eb3f4bb28745 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:19.754603 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-265ebf49-221d-4f1a-9720-eb3f4bb28745 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:19.793218 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['d2955be8-b9b4-4ead-81c6-a30b2a1afb5e', 'a5143aa4-bf31-40b6-835d-edc58ebf4fca'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:52:19.797347 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-265ebf49-221d-4f1a-9720-eb3f4bb28745 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Network 9ceda43d-3c99-47aa-9354-7d1d42a93499 is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:52:19.800542 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-265ebf49-221d-4f1a-9720-eb3f4bb28745 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:52:19.804564 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-265ebf49-221d-4f1a-9720-eb3f4bb28745 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:52:19.833552 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ebf49-221d-4f1a-9720-eb3f4bb28745 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Pushing event updated for resources: {'Port': ['ID=1eb93a89-4a2b-45dd-a068-dc208974760c,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:19.859208 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-265ebf49-221d-4f1a-9720-eb3f4bb28745 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:19.859822 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-265ebf49-221d-4f1a-9720-eb3f4bb28745 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:19.874273 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-265ebf49-221d-4f1a-9720-eb3f4bb28745 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5391824 Aug 18 19:52:19.893429 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-7b72bcef-43ff-4d5e-9491-a1dd57fcaf37 service neutron] Request body: {'port': {'device_id': '5107cc39-0b13-4f5b-8060-940592dd1d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:52:19.945742 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-7b72bcef-43ff-4d5e-9491-a1dd57fcaf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:20.106336 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:20.204143 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-7b72bcef-43ff-4d5e-9491-a1dd57fcaf37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb93a89-4a2b-45dd-a068-dc208974760c {{(pid=100440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:52:20.212938 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-7b72bcef-43ff-4d5e-9491-a1dd57fcaf37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:20.219988 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478a390-8667-4fd4-a3ab-d213735c8cc8 req-919c8638-7eab-403b-b951-f1e29d26af3c tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:20.221487 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9478a390-8667-4fd4-a3ab-d213735c8cc8 req-919c8638-7eab-403b-b951-f1e29d26af3c tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=5107cc39-0b13-4f5b-8060-940592dd1d2c HTTP/1.1" status: 200 len: 932 time: 0.0512125 Aug 18 19:52:20.225090 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-7b72bcef-43ff-4d5e-9491-a1dd57fcaf37 service neutron] Transition to ACTIVE for port object 1eb93a89-4a2b-45dd-a068-dc208974760c will not be triggered until provisioned by entity L2. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:52:20.228877 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-7b72bcef-43ff-4d5e-9491-a1dd57fcaf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:20.261147 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9478a390-8667-4fd4-a3ab-d213735c8cc8 req-dd1807c2-f9a2-434e-b8de-057db0f5d5d2 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326841 Aug 18 19:52:20.293118 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72bcef-43ff-4d5e-9491-a1dd57fcaf37 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb93a89-4a2b-45dd-a068-dc208974760c,revision_number=2']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:20.343966 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-7b72bcef-43ff-4d5e-9491-a1dd57fcaf37 service neutron] Attempting to bind port 1eb93a89-4a2b-45dd-a068-dc208974760c on host hv-cinder-80507 for vnic_type normal with profile {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:52:20.344342 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-7b72bcef-43ff-4d5e-9491-a1dd57fcaf37 service neutron] Attempting to bind port 1eb93a89-4a2b-45dd-a068-dc208974760c by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '17783ac8-641c-466f-b5e4-43b680d29143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9ceda43d-3c99-47aa-9354-7d1d42a93499'}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:52:20.344630 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-7b72bcef-43ff-4d5e-9491-a1dd57fcaf37 service neutron] Attempting to bind port 1eb93a89-4a2b-45dd-a068-dc208974760c on network 9ceda43d-3c99-47aa-9354-7d1d42a93499 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:52:20.348944 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-7b72bcef-43ff-4d5e-9491-a1dd57fcaf37 service neutron] Port 1eb93a89-4a2b-45dd-a068-dc208974760c on network 9ceda43d-3c99-47aa-9354-7d1d42a93499 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:52:20.349270 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-7b72bcef-43ff-4d5e-9491-a1dd57fcaf37 service neutron] Attempting to bind port 1eb93a89-4a2b-45dd-a068-dc208974760c on network 9ceda43d-3c99-47aa-9354-7d1d42a93499 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:52:20.354743 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-7b72bcef-43ff-4d5e-9491-a1dd57fcaf37 service neutron] Checking agent: {'id': 'a8b818dc-2c80-42c6-b162-9bd2386595a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'started_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:52:20.355085 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-7b72bcef-43ff-4d5e-9491-a1dd57fcaf37 service neutron] Checking segment: {'id': '17783ac8-641c-466f-b5e4-43b680d29143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9ceda43d-3c99-47aa-9354-7d1d42a93499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:52:20.355472 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-7b72bcef-43ff-4d5e-9491-a1dd57fcaf37 service neutron] Bound using segment: {'id': '17783ac8-641c-466f-b5e4-43b680d29143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9ceda43d-3c99-47aa-9354-7d1d42a93499'} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:52:20.355904 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-7b72bcef-43ff-4d5e-9491-a1dd57fcaf37 service neutron] Bound port: 1eb93a89-4a2b-45dd-a068-dc208974760c, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17783ac8-641c-466f-b5e4-43b680d29143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9ceda43d-3c99-47aa-9354-7d1d42a93499'}}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:52:20.356263 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-7b72bcef-43ff-4d5e-9491-a1dd57fcaf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:20.418364 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-7b72bcef-43ff-4d5e-9491-a1dd57fcaf37 service neutron] For port 1eb93a89-4a2b-45dd-a068-dc208974760c, host hv-cinder-80507, cleared binding levels {{(pid=100440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:52:20.421881 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-7b72bcef-43ff-4d5e-9491-a1dd57fcaf37 service neutron] For port 1eb93a89-4a2b-45dd-a068-dc208974760c, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=1eb93a89-4a2b-45dd-a068-dc208974760c,segment=NetworkSegment(17783ac8-641c-466f-b5e4-43b680d29143),segment_id=17783ac8-641c-466f-b5e4-43b680d29143)] {{(pid=100440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:52:20.426564 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-7b72bcef-43ff-4d5e-9491-a1dd57fcaf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:20.466524 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-7b72bcef-43ff-4d5e-9491-a1dd57fcaf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:20.467170 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-7b72bcef-43ff-4d5e-9491-a1dd57fcaf37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:20.468545 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-7b72bcef-43ff-4d5e-9491-a1dd57fcaf37 service neutron] 10.222.0.35 "PUT /v2.0/ports/1eb93a89-4a2b-45dd-a068-dc208974760c HTTP/1.1" status: 200 len: 1094 time: 0.5793948 Aug 18 19:52:20.468989 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5107cc39-0b13-4f5b-8060-940592dd1d2c', 'tag': '1eb93a89-4a2b-45dd-a068-dc208974760c'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:52:20.471267 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba5d439-0d41-4b4c-bb96-918ab5698f59" -d '{"events": [{"name": "network-changed", "server_uuid": "5107cc39-0b13-4f5b-8060-940592dd1d2c", "tag": "1eb93a89-4a2b-45dd-a068-dc208974760c"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:52:20.493201 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72bcef-43ff-4d5e-9491-a1dd57fcaf37 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb93a89-4a2b-45dd-a068-dc208974760c,revision_number=3']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:20.509327 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0be1966-07e4-499a-996b-41c864659b78 x-openstack-request-id: req-e0be1966-07e4-499a-996b-41c864659b78 {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:52:20.509616 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5107cc39-0b13-4f5b-8060-940592dd1d2c", "tag": "1eb93a89-4a2b-45dd-a068-dc208974760c", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:52:20.509877 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e0be1966-07e4-499a-996b-41c864659b78 {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:52:20.510273 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5107cc39-0b13-4f5b-8060-940592dd1d2c', 'tag': '1eb93a89-4a2b-45dd-a068-dc208974760c', 'status': 'completed', 'code': 200} Aug 18 19:52:20.578086 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-81826a59-d024-4e95-8328-a7b05f601183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:20.579616 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-81826a59-d024-4e95-8328-a7b05f601183 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=183797f3c75344f796e4a535ab63587e&device_id=5107cc39-0b13-4f5b-8060-940592dd1d2c HTTP/1.1" status: 200 len: 1097 time: 0.0424349 Aug 18 19:52:20.626973 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-5d08a2c1-40f2-4f48-9779-f18c96dcad52 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1eb93a89-4a2b-45dd-a068-dc208974760c HTTP/1.1" status: 200 len: 217 time: 0.0325010 Aug 18 19:52:20.678942 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-97ed1de1-2805-4a74-9417-c4fb2f0abcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:20.680399 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-97ed1de1-2805-4a74-9417-c4fb2f0abcd9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f02321e8-2351-4209-89c2-b6ee210c2524 HTTP/1.1" status: 200 len: 855 time: 0.0461543 Aug 18 19:52:20.710764 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-c4ef3b74-05a7-41c1-b8ba-10f101f83fbc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ceda43d-3c99-47aa-9354-7d1d42a93499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236950 Aug 18 19:52:20.818717 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-dee5c18d-9030-4293-ba32-819e1747968a service neutron] 10.222.0.35 "GET /v2.0/networks/9ceda43d-3c99-47aa-9354-7d1d42a93499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840487 Aug 18 19:52:20.912252 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-490d3470-8acc-4814-bec7-74f19b6b6744 req-4c9f94f2-b031-4233-ba7a-6cbaf1d82d64 service neutron] 10.222.0.35 "GET /v2.0/networks/9ceda43d-3c99-47aa-9354-7d1d42a93499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863647 Aug 18 19:52:21.068211 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5d439-0d41-4b4c-bb96-918ab5698f59 req-8f9809e9-e64f-4d47-a44c-ae3321c5ebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:21.069598 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8ba5d439-0d41-4b4c-bb96-918ab5698f59 req-8f9809e9-e64f-4d47-a44c-ae3321c5ebf7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=183797f3c75344f796e4a535ab63587e&device_id=5107cc39-0b13-4f5b-8060-940592dd1d2c HTTP/1.1" status: 200 len: 1097 time: 0.0443714 Aug 18 19:52:21.160745 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5d439-0d41-4b4c-bb96-918ab5698f59 req-2c50e2ac-8356-41cf-a9d3-c0cd678a1c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:21.162189 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8ba5d439-0d41-4b4c-bb96-918ab5698f59 req-2c50e2ac-8356-41cf-a9d3-c0cd678a1c3c service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ceda43d-3c99-47aa-9354-7d1d42a93499 HTTP/1.1" status: 200 len: 916 time: 0.0849836 Aug 18 19:52:21.205144 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8ba5d439-0d41-4b4c-bb96-918ab5698f59 req-44621514-7ae1-4b82-9937-ace3bfe79692 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1eb93a89-4a2b-45dd-a068-dc208974760c HTTP/1.1" status: 200 len: 217 time: 0.0343077 Aug 18 19:52:21.252662 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5d439-0d41-4b4c-bb96-918ab5698f59 req-19e276d1-50f4-4789-9cba-6933d737d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:21.254118 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8ba5d439-0d41-4b4c-bb96-918ab5698f59 req-19e276d1-50f4-4789-9cba-6933d737d8ad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f02321e8-2351-4209-89c2-b6ee210c2524 HTTP/1.1" status: 200 len: 855 time: 0.0420828 Aug 18 19:52:21.284012 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8ba5d439-0d41-4b4c-bb96-918ab5698f59 req-d2440b6d-ad9f-45f5-86ff-078a96f3f2e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ceda43d-3c99-47aa-9354-7d1d42a93499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231130 Aug 18 19:52:21.376705 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a35c0f-ff2e-43d6-bc6f-914c64ea18bc req-9f5346ea-a832-4605-8cd3-3abec7c348ca tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:21.378176 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-d1a35c0f-ff2e-43d6-bc6f-914c64ea18bc req-9f5346ea-a832-4605-8cd3-3abec7c348ca tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=5107cc39-0b13-4f5b-8060-940592dd1d2c HTTP/1.1" status: 200 len: 944 time: 0.0483286 Aug 18 19:52:21.379887 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8ba5d439-0d41-4b4c-bb96-918ab5698f59 req-9b359922-7121-4678-9a9c-02b77ac3717d service neutron] 10.222.0.35 "GET /v2.0/networks/9ceda43d-3c99-47aa-9354-7d1d42a93499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885630 Aug 18 19:52:21.415940 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-d1a35c0f-ff2e-43d6-bc6f-914c64ea18bc req-e4a847a6-616d-4f41-8e93-e90a4bd4c226 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314200 Aug 18 19:52:21.469204 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8ba5d439-0d41-4b4c-bb96-918ab5698f59 req-c2293d68-6076-41e9-854a-d3afe2feb2b1 service neutron] 10.222.0.35 "GET /v2.0/networks/9ceda43d-3c99-47aa-9354-7d1d42a93499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828433 Aug 18 19:52:22.536472 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb82e6-4fc6-4d40-b653-060225f355a0 req-c8595356-a411-4d18-bc12-707e6c6a95dd tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:22.538030 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-eceb82e6-4fc6-4d40-b653-060225f355a0 req-c8595356-a411-4d18-bc12-707e6c6a95dd tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=5107cc39-0b13-4f5b-8060-940592dd1d2c HTTP/1.1" status: 200 len: 944 time: 0.0531979 Aug 18 19:52:22.578408 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-eceb82e6-4fc6-4d40-b653-060225f355a0 req-46699f13-9c53-4839-b9c9-7b601db6cf61 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335035 Aug 18 19:52:23.058067 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 1eb93a89-4a2b-45dd-a068-dc208974760c details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=100441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:52:23.149390 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 1eb93a89-4a2b-45dd-a068-dc208974760c, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=1eb93a89-4a2b-45dd-a068-dc208974760c,segment=NetworkSegment(17783ac8-641c-466f-b5e4-43b680d29143),segment_id=17783ac8-641c-466f-b5e4-43b680d29143)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:52:23.160221 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Returning: {'device': '1eb93a89-4a2b-45dd-a068-dc208974760c', 'network_id': '9ceda43d-3c99-47aa-9354-7d1d42a93499', 'port_id': '1eb93a89-4a2b-45dd-a068-dc208974760c', 'mac_address': 'fa:16:3e:4d:16:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f02321e8-2351-4209-89c2-b6ee210c2524', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:52:23.200703 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:23.213432 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb93a89-4a2b-45dd-a068-dc208974760c {{(pid=100441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:52:23.232571 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 1eb93a89-4a2b-45dd-a068-dc208974760c, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=1eb93a89-4a2b-45dd-a068-dc208974760c,segment=NetworkSegment(17783ac8-641c-466f-b5e4-43b680d29143),segment_id=17783ac8-641c-466f-b5e4-43b680d29143)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:52:23.236378 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:23.281926 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=1eb93a89-4a2b-45dd-a068-dc208974760c,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:23.594948 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:52:23.688946 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792e6e7-2808-4b70-8cee-4e6f80356967 req-ead4c699-d62b-402e-b2eb-e54ee01dcad7 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:23.690402 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2792e6e7-2808-4b70-8cee-4e6f80356967 req-ead4c699-d62b-402e-b2eb-e54ee01dcad7 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=5107cc39-0b13-4f5b-8060-940592dd1d2c HTTP/1.1" status: 200 len: 945 time: 0.0474701 Aug 18 19:52:23.731794 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2792e6e7-2808-4b70-8cee-4e6f80356967 req-c052ee28-f6ee-44df-958f-ac4c9a02135a tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350273 Aug 18 19:52:23.777217 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['1eb93a89-4a2b-45dd-a068-dc208974760c'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:52:24.844826 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef056ae0-ba83-43b9-ad27-a060602f3164 req-822093c7-60e0-4a15-a035-aa8c84ee2a44 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:24.846298 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ef056ae0-ba83-43b9-ad27-a060602f3164 req-822093c7-60e0-4a15-a035-aa8c84ee2a44 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=5107cc39-0b13-4f5b-8060-940592dd1d2c HTTP/1.1" status: 200 len: 945 time: 0.0490358 Aug 18 19:52:24.883566 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ef056ae0-ba83-43b9-ad27-a060602f3164 req-492c2226-c13c-4cc7-b4cf-9044d4d4292a tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307407 Aug 18 19:52:25.073440 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 1eb93a89-4a2b-45dd-a068-dc208974760c up at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:52:25.120553 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning for port 1eb93a89-4a2b-45dd-a068-dc208974760c completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:52:25.124355 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning complete for port 1eb93a89-4a2b-45dd-a068-dc208974760c triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:52:25.124739 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:25.198004 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:25.220030 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5107cc39-0b13-4f5b-8060-940592dd1d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb93a89-4a2b-45dd-a068-dc208974760c'}] {{(pid=100441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:52:25.222251 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c845df31933df15e4981d7dcb3334c44fca6e0bb010d803592179d7e14a8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dfcec6-2763-42e7-91a7-f0b1da1978f3" -d '{"events": [{"server_uuid": "5107cc39-0b13-4f5b-8060-940592dd1d2c", "name": "network-vif-plugged", "status": "completed", "tag": "1eb93a89-4a2b-45dd-a068-dc208974760c"}]}' {{(pid=100441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:52:25.237374 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port 1eb93a89-4a2b-45dd-a068-dc208974760c, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=1eb93a89-4a2b-45dd-a068-dc208974760c,segment=NetworkSegment(17783ac8-641c-466f-b5e4-43b680d29143),segment_id=17783ac8-641c-466f-b5e4-43b680d29143)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:52:25.241527 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:25.264440 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ac0a59-9ce3-4f4a-9566-fe12d1e06f5f x-openstack-request-id: req-b6ac0a59-9ce3-4f4a-9566-fe12d1e06f5f {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:52:25.264734 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5107cc39-0b13-4f5b-8060-940592dd1d2c", "name": "network-vif-plugged", "status": "completed", "tag": "1eb93a89-4a2b-45dd-a068-dc208974760c", "code": 200}]} {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:52:25.265045 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b6ac0a59-9ce3-4f4a-9566-fe12d1e06f5f {{(pid=100441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:52:25.265375 dv-cinder-805072-2-iscsi neutron-server[100441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5107cc39-0b13-4f5b-8060-940592dd1d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb93a89-4a2b-45dd-a068-dc208974760c', 'code': 200} Aug 18 19:52:25.290984 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=1eb93a89-4a2b-45dd-a068-dc208974760c,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:25.482413 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02eb693-3214-4429-a8af-6c38799bfdb1 req-62382e9c-6eb9-4b90-a65b-cbd5355e6308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:25.483927 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d02eb693-3214-4429-a8af-6c38799bfdb1 req-62382e9c-6eb9-4b90-a65b-cbd5355e6308 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5107cc39-0b13-4f5b-8060-940592dd1d2c HTTP/1.1" status: 200 len: 1099 time: 0.0404415 Aug 18 19:52:25.521837 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d02eb693-3214-4429-a8af-6c38799bfdb1 req-41798a44-23b6-44bd-ad30-363f1163ad5b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283904 Aug 18 19:52:25.999678 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad55190-6738-40b6-8a6e-1714776e3e06 req-17df6f94-e560-4e19-8994-296f29825731 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:26.001125 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-aad55190-6738-40b6-8a6e-1714776e3e06 req-17df6f94-e560-4e19-8994-296f29825731 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=5107cc39-0b13-4f5b-8060-940592dd1d2c HTTP/1.1" status: 200 len: 946 time: 0.0514715 Aug 18 19:52:26.037734 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-aad55190-6738-40b6-8a6e-1714776e3e06 req-6cf8092c-171a-47a7-8b9d-d67c38e79612 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303071 Aug 18 19:52:27.151953 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160639e4-a0d9-4aba-ae0c-2ef17b3a612f req-25b996ba-f497-4a44-934a-be40247c9914 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:27.153351 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-160639e4-a0d9-4aba-ae0c-2ef17b3a612f req-25b996ba-f497-4a44-934a-be40247c9914 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=5107cc39-0b13-4f5b-8060-940592dd1d2c HTTP/1.1" status: 200 len: 946 time: 0.0486228 Aug 18 19:52:27.194838 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-160639e4-a0d9-4aba-ae0c-2ef17b3a612f req-5b840194-1d22-462b-8522-21f560e21774 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354869 Aug 18 19:52:28.309835 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878afc6a-1f0b-4462-bd75-118f1182ec47 req-247f8cdb-751d-4567-a7d0-54d9fbbd111b tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:28.311333 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-878afc6a-1f0b-4462-bd75-118f1182ec47 req-247f8cdb-751d-4567-a7d0-54d9fbbd111b tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=5107cc39-0b13-4f5b-8060-940592dd1d2c HTTP/1.1" status: 200 len: 946 time: 0.0495951 Aug 18 19:52:28.348356 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-878afc6a-1f0b-4462-bd75-118f1182ec47 req-d5889292-f9e3-4d59-b960-915291a6809c tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311182 Aug 18 19:52:36.895715 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687afb52-e227-42de-b3f8-84df0e2ed969 req-67e80f58-ea07-4eeb-83bc-8a8ee69e336b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:36.897220 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-687afb52-e227-42de-b3f8-84df0e2ed969 req-67e80f58-ea07-4eeb-83bc-8a8ee69e336b tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 946 time: 0.0499668 Aug 18 19:52:36.937078 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-687afb52-e227-42de-b3f8-84df0e2ed969 req-e53fbad6-d37e-4173-bcf0-a098a5c09fe0 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331924 Aug 18 19:52:38.060404 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a6377-e30c-47f9-8b21-cac6cd6b1337 req-7d2d4fba-0485-45fd-b93f-a0aa944d21d6 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:38.061872 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-432a6377-e30c-47f9-8b21-cac6cd6b1337 req-7d2d4fba-0485-45fd-b93f-a0aa944d21d6 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 946 time: 0.0524201 Aug 18 19:52:38.098186 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-432a6377-e30c-47f9-8b21-cac6cd6b1337 req-bcd87537-b320-4323-aea2-a81cd568cb87 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304928 Aug 18 19:52:39.130548 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1a6b3-0047-4ea4-a791-0724e3f49110 req-26e0a063-5f2e-4f21-b001-7206ec3989a8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:39.132048 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-79c1a6b3-0047-4ea4-a791-0724e3f49110 req-26e0a063-5f2e-4f21-b001-7206ec3989a8 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 946 time: 0.1042984 Aug 18 19:52:39.175414 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-fb16da87-10db-415c-9b11-09bd425b4b1a tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:39.176894 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-fb16da87-10db-415c-9b11-09bd425b4b1a tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/networks?id=9ceda43d-3c99-47aa-9354-7d1d42a93499 HTTP/1.1" status: 200 len: 815 time: 0.1584036 Aug 18 19:52:39.203124 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-014664da-664e-4d50-bccd-a6f8d4b61d42 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/quotas/183797f3c75344f796e4a535ab63587e HTTP/1.1" status: 200 len: 375 time: 0.0198576 Aug 18 19:52:39.218861 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa268d-5dfa-4466-a94b-6aae69e84c82 req-f112c165-f20e-4937-9cce-71b6a7f58d10 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:39.220434 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3bfa268d-5dfa-4466-a94b-6aae69e84c82 req-f112c165-f20e-4937-9cce-71b6a7f58d10 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 946 time: 0.0488741 Aug 18 19:52:39.258360 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3bfa268d-5dfa-4466-a94b-6aae69e84c82 req-9e291e8f-2081-4fff-b072-87707eb7f808 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318475 Aug 18 19:52:39.284367 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-b4d9e3c8-5d71-4072-a518-b1382fe59bd2 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=183797f3c75344f796e4a535ab63587e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0629680 Aug 18 19:52:39.289728 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-79c1a6b3-0047-4ea4-a791-0724e3f49110 req-a2f0ad42-ef86-4d81-beb0-5a5cbb0054ee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Deleting port 5d591ca8-6f1e-4b57-b746-91082c097d62 {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:52:39.290069 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-79c1a6b3-0047-4ea4-a791-0724e3f49110 req-a2f0ad42-ef86-4d81-beb0-5a5cbb0054ee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:39.441598 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-79c1a6b3-0047-4ea4-a791-0724e3f49110 req-a2f0ad42-ef86-4d81-beb0-5a5cbb0054ee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] For port 5d591ca8-6f1e-4b57-b746-91082c097d62, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=5d591ca8-6f1e-4b57-b746-91082c097d62,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:52:39.441956 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-79c1a6b3-0047-4ea4-a791-0724e3f49110 req-a2f0ad42-ef86-4d81-beb0-5a5cbb0054ee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:39.445910 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-5de8bd8e-499e-48f0-9da6-16228b5a73cf service neutron] 10.222.0.38 "GET /v2.0/networks/9ceda43d-3c99-47aa-9354-7d1d42a93499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524777 Aug 18 19:52:39.623589 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-e34df24b-ec3d-4db2-94e4-d7129e8ab464 service neutron] 10.222.0.38 "GET /v2.0/networks/9ceda43d-3c99-47aa-9354-7d1d42a93499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703079 Aug 18 19:52:39.678210 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-79c1a6b3-0047-4ea4-a791-0724e3f49110 req-a2f0ad42-ef86-4d81-beb0-5a5cbb0054ee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:39.678581 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-79c1a6b3-0047-4ea4-a791-0724e3f49110 req-a2f0ad42-ef86-4d81-beb0-5a5cbb0054ee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665786'] for floatingip, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:39.678919 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.db.l3_db [req-79c1a6b3-0047-4ea4-a791-0724e3f49110 req-a2f0ad42-ef86-4d81-beb0-5a5cbb0054ee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Floating IP 22569682-8076-4871-9779-ae177795c3c4 disassociated. External IP: 172.27.2.136, port: 5d591ca8-6f1e-4b57-b746-91082c097d62. Aug 18 19:52:39.679258 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-79c1a6b3-0047-4ea4-a791-0724e3f49110 req-a2f0ad42-ef86-4d81-beb0-5a5cbb0054ee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Calling delete_port for 5d591ca8-6f1e-4b57-b746-91082c097d62 owned by compute:nova {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:52:39.781831 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-49eadbd3-6e73-4806-bdd3-aeb8c65327cf req-e74be302-1786-431a-bc2c-46b89d98d2ee tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=706846d6-4c07-4ee0-92ed-91a9523d0f27 HTTP/1.1" status: 200 len: 210 time: 0.0278263 Aug 18 19:52:39.816336 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-79c1a6b3-0047-4ea4-a791-0724e3f49110 req-a2f0ad42-ef86-4d81-beb0-5a5cbb0054ee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:39.845790 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0ad42-ef86-4d81-beb0-5a5cbb0054ee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Pushing event deleted for resources: {'Port': ['ID=5d591ca8-6f1e-4b57-b746-91082c097d62,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:39.956989 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79c1a6b3-0047-4ea4-a791-0724e3f49110 req-a2f0ad42-ef86-4d81-beb0-5a5cbb0054ee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Router 367894c2-c032-4d2c-b438-3bddd69d8844 has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:52:40.067845 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79c1a6b3-0047-4ea4-a791-0724e3f49110 req-a2f0ad42-ef86-4d81-beb0-5a5cbb0054ee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:52:40.079721 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61fd30e-8a72-41b5-90bf-32fbb1e0347b None None] Sync routers for ids ['367894c2-c032-4d2c-b438-3bddd69d8844'] in dv-cinder-805072-2-iscsi {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:52:40.090961 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61fd30e-8a72-41b5-90bf-32fbb1e0347b None None] Routers {'367894c2-c032-4d2c-b438-3bddd69d8844'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:52:40.091571 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-b61fd30e-8a72-41b5-90bf-32fbb1e0347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:52:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['367894c2-c032-4d2c-b438-3bddd69d8844'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:52:40.108871 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c1a6b3-0047-4ea4-a791-0724e3f49110 req-a2f0ad42-ef86-4d81-beb0-5a5cbb0054ee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] No DVR routers for this DVR port 5d591ca8-6f1e-4b57-b746-91082c097d62 on host hv-cinder-80507 {{(pid=100440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:52:40.111533 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-79c1a6b3-0047-4ea4-a791-0724e3f49110 req-a2f0ad42-ef86-4d81-beb0-5a5cbb0054ee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:40.113650 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-79c1a6b3-0047-4ea4-a791-0724e3f49110 req-a2f0ad42-ef86-4d81-beb0-5a5cbb0054ee tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.35 "DELETE /v2.0/ports/5d591ca8-6f1e-4b57-b746-91082c097d62 HTTP/1.1" status: 204 len: 173 time: 0.9743707 Aug 18 19:52:40.114106 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3a5f59-faff-465c-877e-4f1469163736', 'name': 'network-vif-deleted', 'tag': '5d591ca8-6f1e-4b57-b746-91082c097d62'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:52:40.116653 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9f4261-e7e5-411c-8930-ced9e9ae24a9" -d '{"events": [{"server_uuid": "bd3a5f59-faff-465c-877e-4f1469163736", "name": "network-vif-deleted", "tag": "5d591ca8-6f1e-4b57-b746-91082c097d62"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:52:40.156294 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db25a277-25d0-40c2-8dd8-ba3b472e9361 x-openstack-request-id: req-db25a277-25d0-40c2-8dd8-ba3b472e9361 {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:52:40.157277 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3a5f59-faff-465c-877e-4f1469163736", "name": "network-vif-deleted", "tag": "5d591ca8-6f1e-4b57-b746-91082c097d62", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:52:40.157741 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-db25a277-25d0-40c2-8dd8-ba3b472e9361 {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:52:40.158395 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3a5f59-faff-465c-877e-4f1469163736', 'name': 'network-vif-deleted', 'tag': '5d591ca8-6f1e-4b57-b746-91082c097d62', 'status': 'completed', 'code': 200} Aug 18 19:52:40.229938 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-b61fd30e-8a72-41b5-90bf-32fbb1e0347b None None] Set router 367894c2-c032-4d2c-b438-3bddd69d8844 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:52:40.385528 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2f8829d9-b7b8-4996-93e5-61ff814fbae9 req-b9545a0a-0480-420d-afb2-50bc5db62d2e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd3a5f59-faff-465c-877e-4f1469163736 HTTP/1.1" status: 200 len: 210 time: 0.0314400 Aug 18 19:52:40.441737 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-b61fd30e-8a72-41b5-90bf-32fbb1e0347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'name': 'tempest-AttachVolumeShelveTestJSON-415474236-router', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:18Z', 'revision_number': 4, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'gw_port': {'id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:11Z', 'updated_at': '2021-08-18T19:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '655e6294-6db4-4585-8098-b5d857e52721', 'name': '', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'mac_address': 'fa:16:3e:20:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:16Z', 'updated_at': '2021-08-18T19:41:30Z', 'revision_number': 5, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'subnets': [{'id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:52:40.470188 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61fd30e-8a72-41b5-90bf-32fbb1e0347b None None] Checking router: 367894c2-c032-4d2c-b438-3bddd69d8844 for host: dv-cinder-805072-2-iscsi {{(pid=100442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:52:40.478254 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61fd30e-8a72-41b5-90bf-32fbb1e0347b None None] Routers {'367894c2-c032-4d2c-b438-3bddd69d8844'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:52:40.478880 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-b61fd30e-8a72-41b5-90bf-32fbb1e0347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:52:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['367894c2-c032-4d2c-b438-3bddd69d8844'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:52:40.580249 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-b61fd30e-8a72-41b5-90bf-32fbb1e0347b None None] Set router 367894c2-c032-4d2c-b438-3bddd69d8844 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:52:40.773886 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-b61fd30e-8a72-41b5-90bf-32fbb1e0347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'name': 'tempest-AttachVolumeShelveTestJSON-415474236-router', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:18Z', 'revision_number': 4, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'gw_port': {'id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:11Z', 'updated_at': '2021-08-18T19:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '655e6294-6db4-4585-8098-b5d857e52721', 'name': '', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'mac_address': 'fa:16:3e:20:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:16Z', 'updated_at': '2021-08-18T19:41:30Z', 'revision_number': 5, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'subnets': [{'id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:52:40.802544 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61fd30e-8a72-41b5-90bf-32fbb1e0347b None None] The sync data for ids ['367894c2-c032-4d2c-b438-3bddd69d8844'] in dv-cinder-805072-2-iscsi is: [{'id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'name': 'tempest-AttachVolumeShelveTestJSON-415474236-router', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:41:18Z', 'revision_number': 4, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'gw_port': {'id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:11Z', 'updated_at': '2021-08-18T19:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '655e6294-6db4-4585-8098-b5d857e52721', 'name': '', 'network_id': '48079850-84f4-4aec-a648-0aa058db8488', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'mac_address': 'fa:16:3e:20:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:16Z', 'updated_at': '2021-08-18T19:41:30Z', 'revision_number': 5, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'subnets': [{'id': 'ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:52:40.897526 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-05439247-ec51-43b2-aca5-4cc7ca7bda4b req-248eaaa0-0e9a-4c9e-8d33-5dee8792de9a tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=706846d6-4c07-4ee0-92ed-91a9523d0f27 HTTP/1.1" status: 200 len: 210 time: 0.0402634 Aug 18 19:52:40.996986 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-301b3e27-9ff9-4dea-b178-fa3ffac590b0 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:40.998781 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-301b3e27-9ff9-4dea-b178-fa3ffac590b0 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.35 "GET /v2.0/networks?id=9ceda43d-3c99-47aa-9354-7d1d42a93499 HTTP/1.1" status: 200 len: 815 time: 0.1140785 Aug 18 19:52:41.035979 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-d176cd8b-31a4-4920-8529-6eed5d723954 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Request body: {'port': {'device_id': '706846d6-4c07-4ee0-92ed-91a9523d0f27', 'network_id': '9ceda43d-3c99-47aa-9354-7d1d42a93499', 'admin_state_up': True, 'tenant_id': '183797f3c75344f796e4a535ab63587e'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:52:41.045306 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebe2781-edb8-4c32-b693-5a0863a009ad None None] New status for floating IP 22569682-8076-4871-9779-ae177795c3c4: DOWN {{(pid=100441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:52:41.143194 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-d176cd8b-31a4-4920-8529-6eed5d723954 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Made reservation on behalf of 183797f3c75344f796e4a535ab63587e for: {'port': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:52:41.147357 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-d176cd8b-31a4-4920-8529-6eed5d723954 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:41.201364 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 5d591ca8-6f1e-4b57-b746-91082c097d62 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:52:41.221618 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] No Port match for: 5d591ca8-6f1e-4b57-b746-91082c097d62 {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:52:41.221961 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 5d591ca8-6f1e-4b57-b746-91082c097d62 not bound to the agent host hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:52:41.482395 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 49702) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:52:41.537348 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d09bc388-6f54-4d1e-9833-e5f3dffcdd4d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:41.547201 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-d176cd8b-31a4-4920-8529-6eed5d723954 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Allocated IP 172.20.0.4 (9ceda43d-3c99-47aa-9354-7d1d42a93499/f02321e8-2351-4209-89c2-b6ee210c2524/e863bb02-c66f-4961-ac88-94d01397df6e) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:52:41.562226 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d09bc388-6f54-4d1e-9833-e5f3dffcdd4d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:41.610434 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d09bc388-6f54-4d1e-9833-e5f3dffcdd4d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:41.613046 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d09bc388-6f54-4d1e-9833-e5f3dffcdd4d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:41.614194 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-d09bc388-6f54-4d1e-9833-e5f3dffcdd4d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "DELETE /v2.0/security-groups/1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee HTTP/1.1" status: 204 len: 168 time: 0.1307521 Aug 18 19:52:41.617435 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 49704) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:52:41.633891 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09bc388-6f54-4d1e-9833-e5f3dffcdd4d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:41.637811 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.api.v2.resource [None req-b534bf85-d026-4771-a36d-26237777f42e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] show failed (client error): The resource could not be found. Aug 18 19:52:41.638914 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-b534bf85-d026-4771-a36d-26237777f42e tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "GET /v2.0/security-groups/1f311ee2-e2f4-4c94-b5e1-c6053cb9c1ee HTTP/1.1" status: 404 len: 347 time: 0.0204861 Aug 18 19:52:41.643047 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 49706) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:52:41.652217 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bc388-6f54-4d1e-9833-e5f3dffcdd4d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:52:41.652569 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bc388-6f54-4d1e-9833-e5f3dffcdd4d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:52:41.652938 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bc388-6f54-4d1e-9833-e5f3dffcdd4d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:52:41.653284 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bc388-6f54-4d1e-9833-e5f3dffcdd4d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:52:41.653630 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bc388-6f54-4d1e-9833-e5f3dffcdd4d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:52:41.653971 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bc388-6f54-4d1e-9833-e5f3dffcdd4d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:52:41.654304 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bc388-6f54-4d1e-9833-e5f3dffcdd4d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:52:41.654637 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bc388-6f54-4d1e-9833-e5f3dffcdd4d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:52:41.654994 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bc388-6f54-4d1e-9833-e5f3dffcdd4d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:52:41.655326 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bc388-6f54-4d1e-9833-e5f3dffcdd4d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:52:41.655655 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bc388-6f54-4d1e-9833-e5f3dffcdd4d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:52:41.655981 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bc388-6f54-4d1e-9833-e5f3dffcdd4d tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:52:41.698818 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-d176cd8b-31a4-4920-8529-6eed5d723954 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:41.738343 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-d176cd8b-31a4-4920-8529-6eed5d723954 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:41.773669 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.plugin [None req-ee26120b-062b-4a94-bdcf-5ef7d6b95227 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Deleting port e7b6b4da-27b7-4ad1-a331-cc18b94b63b8 {{(pid=100439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:52:41.774019 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-ee26120b-062b-4a94-bdcf-5ef7d6b95227 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:41.778964 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-d176cd8b-31a4-4920-8529-6eed5d723954 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Network 9ceda43d-3c99-47aa-9354-7d1d42a93499 is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:52:41.784852 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-d176cd8b-31a4-4920-8529-6eed5d723954 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:52:41.787204 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-d176cd8b-31a4-4920-8529-6eed5d723954 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:52:41.791458 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['d2955be8-b9b4-4ead-81c6-a30b2a1afb5e', 'a5143aa4-bf31-40b6-835d-edc58ebf4fca', '1eb93a89-4a2b-45dd-a068-dc208974760c'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:52:41.819655 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176cd8b-31a4-4920-8529-6eed5d723954 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Pushing event updated for resources: {'Port': ['ID=e863bb02-c66f-4961-ac88-94d01397df6e,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:41.843442 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-d176cd8b-31a4-4920-8529-6eed5d723954 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:41.844076 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-d176cd8b-31a4-4920-8529-6eed5d723954 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:41.863131 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-d176cd8b-31a4-4920-8529-6eed5d723954 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8312635 Aug 18 19:52:41.864790 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-ee26120b-062b-4a94-bdcf-5ef7d6b95227 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:41.865235 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-ee26120b-062b-4a94-bdcf-5ef7d6b95227 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:41.877179 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.plugin [None req-ee26120b-062b-4a94-bdcf-5ef7d6b95227 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Calling delete_port for e7b6b4da-27b7-4ad1-a331-cc18b94b63b8 owned by network:floatingip {{(pid=100439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:52:41.886008 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Request body: {'port': {'device_id': '706846d6-4c07-4ee0-92ed-91a9523d0f27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:52:41.952179 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:42.034414 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6d47-9387-4dcb-879a-ef224ecf5561 req-ad7f5464-ab2d-4ce2-9e46-8097ad1ba258 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:42.036490 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-0f3b6d47-9387-4dcb-879a-ef224ecf5561 req-ad7f5464-ab2d-4ce2-9e46-8097ad1ba258 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=706846d6-4c07-4ee0-92ed-91a9523d0f27 HTTP/1.1" status: 200 len: 931 time: 0.0659513 Aug 18 19:52:42.104883 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-0f3b6d47-9387-4dcb-879a-ef224ecf5561 req-07a30f6a-3818-40ae-bc52-5122e21a7ba6 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455534 Aug 18 19:52:42.106141 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-ee26120b-062b-4a94-bdcf-5ef7d6b95227 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58782208'] for port, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:42.133226 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26120b-062b-4a94-bdcf-5ef7d6b95227 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Pushing event deleted for resources: {'Port': ['ID=e7b6b4da-27b7-4ad1-a331-cc18b94b63b8,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:42.193745 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-ee26120b-062b-4a94-bdcf-5ef7d6b95227 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks [] for floatingip, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:42.196265 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-ee26120b-062b-4a94-bdcf-5ef7d6b95227 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for floatingip, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:42.197979 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-ee26120b-062b-4a94-bdcf-5ef7d6b95227 tempest-AttachVolumeShelveTestJSON-731299899 tempest-AttachVolumeShelveTestJSON-731299899-project] 10.222.0.38 "DELETE /v2.0/floatingips/22569682-8076-4871-9779-ae177795c3c4 HTTP/1.1" status: 204 len: 168 time: 0.5540400 Aug 18 19:52:42.234726 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e863bb02-c66f-4961-ac88-94d01397df6e {{(pid=100440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:52:42.242386 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:42.256671 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Transition to ACTIVE for port object e863bb02-c66f-4961-ac88-94d01397df6e will not be triggered until provisioned by entity L2. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:52:42.260643 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:42.312414 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Pushing event updated for resources: {'Port': ['ID=e863bb02-c66f-4961-ac88-94d01397df6e,revision_number=2']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:42.382885 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Attempting to bind port e863bb02-c66f-4961-ac88-94d01397df6e on host hv-cinder-80507 for vnic_type normal with profile {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:52:42.383221 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Attempting to bind port e863bb02-c66f-4961-ac88-94d01397df6e by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '17783ac8-641c-466f-b5e4-43b680d29143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9ceda43d-3c99-47aa-9354-7d1d42a93499'}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:52:42.383556 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Attempting to bind port e863bb02-c66f-4961-ac88-94d01397df6e on network 9ceda43d-3c99-47aa-9354-7d1d42a93499 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:52:42.387837 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Port e863bb02-c66f-4961-ac88-94d01397df6e on network 9ceda43d-3c99-47aa-9354-7d1d42a93499 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:52:42.388160 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Attempting to bind port e863bb02-c66f-4961-ac88-94d01397df6e on network 9ceda43d-3c99-47aa-9354-7d1d42a93499 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:52:42.393019 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Checking agent: {'id': 'a8b818dc-2c80-42c6-b162-9bd2386595a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'started_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:52:42.393254 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Checking segment: {'id': '17783ac8-641c-466f-b5e4-43b680d29143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9ceda43d-3c99-47aa-9354-7d1d42a93499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:52:42.393642 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Bound using segment: {'id': '17783ac8-641c-466f-b5e4-43b680d29143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9ceda43d-3c99-47aa-9354-7d1d42a93499'} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:52:42.394064 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Bound port: e863bb02-c66f-4961-ac88-94d01397df6e, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17783ac8-641c-466f-b5e4-43b680d29143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9ceda43d-3c99-47aa-9354-7d1d42a93499'}}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:52:42.394419 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:42.457440 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] For port e863bb02-c66f-4961-ac88-94d01397df6e, host hv-cinder-80507, cleared binding levels {{(pid=100440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:52:42.460720 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] For port e863bb02-c66f-4961-ac88-94d01397df6e, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=e863bb02-c66f-4961-ac88-94d01397df6e,segment=NetworkSegment(17783ac8-641c-466f-b5e4-43b680d29143),segment_id=17783ac8-641c-466f-b5e4-43b680d29143)] {{(pid=100440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:52:42.464432 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:42.498193 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:42.498846 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:42.500644 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] 10.222.0.35 "PUT /v2.0/ports/e863bb02-c66f-4961-ac88-94d01397df6e HTTP/1.1" status: 200 len: 1093 time: 0.6191165 Aug 18 19:52:42.501082 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706846d6-4c07-4ee0-92ed-91a9523d0f27', 'tag': 'e863bb02-c66f-4961-ac88-94d01397df6e'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:52:42.503389 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa761a3f-24ef-40be-b4bf-cadb37802aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "706846d6-4c07-4ee0-92ed-91a9523d0f27", "tag": "e863bb02-c66f-4961-ac88-94d01397df6e"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:52:42.533008 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Pushing event updated for resources: {'Port': ['ID=e863bb02-c66f-4961-ac88-94d01397df6e,revision_number=3']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:42.545118 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:52:42.545678 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:52:42.545901 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:52:42.546277 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:52:42.546620 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:52:42.546983 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:52:42.547321 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:52:42.547874 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:52:42.547986 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:52:42.548386 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:52:42.548631 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:52:42.548961 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80361ce-dd73-46b4-866d-ee08807d6c5c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:52:42.559251 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fd356c-ed08-47ea-b13d-905500340512 x-openstack-request-id: req-52fd356c-ed08-47ea-b13d-905500340512 {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:52:42.559538 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706846d6-4c07-4ee0-92ed-91a9523d0f27", "tag": "e863bb02-c66f-4961-ac88-94d01397df6e", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:52:42.559843 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-52fd356c-ed08-47ea-b13d-905500340512 {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:52:42.560197 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706846d6-4c07-4ee0-92ed-91a9523d0f27', 'tag': 'e863bb02-c66f-4961-ac88-94d01397df6e', 'status': 'completed', 'code': 200} Aug 18 19:52:42.632917 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-20b297ff-db8e-4e91-94ac-0187a3442b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:42.634465 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-20b297ff-db8e-4e91-94ac-0187a3442b1b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=183797f3c75344f796e4a535ab63587e&device_id=706846d6-4c07-4ee0-92ed-91a9523d0f27 HTTP/1.1" status: 200 len: 1096 time: 0.0478427 Aug 18 19:52:42.687452 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-a60e2131-c67e-4063-b45d-ffe805c22431 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e863bb02-c66f-4961-ac88-94d01397df6e HTTP/1.1" status: 200 len: 217 time: 0.0362470 Aug 18 19:52:42.740132 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-19e3ebe5-5b83-41dc-afac-75a15c45897e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:42.741625 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-19e3ebe5-5b83-41dc-afac-75a15c45897e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f02321e8-2351-4209-89c2-b6ee210c2524 HTTP/1.1" status: 200 len: 855 time: 0.0461977 Aug 18 19:52:42.779571 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-a3239dcd-44a5-4e19-85f1-91fb4178c990 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ceda43d-3c99-47aa-9354-7d1d42a93499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292585 Aug 18 19:52:42.870470 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-94f976f5-fa70-41bf-bbd2-fe15b6e46337 service neutron] 10.222.0.35 "GET /v2.0/networks/9ceda43d-3c99-47aa-9354-7d1d42a93499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830662 Aug 18 19:52:42.963565 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-707d6d1b-d14e-4f45-b2ba-8dc6e936cab6 req-9fd6a5ee-90c2-494e-b780-a8c56067e9cf service neutron] 10.222.0.35 "GET /v2.0/networks/9ceda43d-3c99-47aa-9354-7d1d42a93499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846560 Aug 18 19:52:43.066927 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-7b177a71-fb5e-4c32-a473-bbf2adde5201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:43.125358 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa761a3f-24ef-40be-b4bf-cadb37802aaf req-810766cb-b655-488c-97b1-5ea7c5b1d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:43.126904 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fa761a3f-24ef-40be-b4bf-cadb37802aaf req-810766cb-b655-488c-97b1-5ea7c5b1d4c7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=183797f3c75344f796e4a535ab63587e&device_id=706846d6-4c07-4ee0-92ed-91a9523d0f27 HTTP/1.1" status: 200 len: 1096 time: 0.0417616 Aug 18 19:52:43.218712 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa761a3f-24ef-40be-b4bf-cadb37802aaf req-c59f7a0f-b5bb-40ad-be68-01af13b4c4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:43.220172 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fa761a3f-24ef-40be-b4bf-cadb37802aaf req-c59f7a0f-b5bb-40ad-be68-01af13b4c4e9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ceda43d-3c99-47aa-9354-7d1d42a93499 HTTP/1.1" status: 200 len: 916 time: 0.0862186 Aug 18 19:52:43.220400 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220214da-c4e7-4555-b5e0-13350436ddea req-aa6e922e-1dc8-4f18-a24e-c7a4716a8e10 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:43.221918 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-220214da-c4e7-4555-b5e0-13350436ddea req-aa6e922e-1dc8-4f18-a24e-c7a4716a8e10 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=706846d6-4c07-4ee0-92ed-91a9523d0f27 HTTP/1.1" status: 200 len: 943 time: 0.0491982 Aug 18 19:52:43.259600 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-220214da-c4e7-4555-b5e0-13350436ddea req-d48581b4-1605-41b1-afc0-7ce6dd6d0957 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308974 Aug 18 19:52:43.265311 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fa761a3f-24ef-40be-b4bf-cadb37802aaf req-25959af7-73bd-4a44-9713-ed68b2b90294 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e863bb02-c66f-4961-ac88-94d01397df6e HTTP/1.1" status: 200 len: 217 time: 0.0381501 Aug 18 19:52:43.314551 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa761a3f-24ef-40be-b4bf-cadb37802aaf req-480c507c-95b5-4916-bcf3-57c00eabf448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:43.316112 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fa761a3f-24ef-40be-b4bf-cadb37802aaf req-480c507c-95b5-4916-bcf3-57c00eabf448 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f02321e8-2351-4209-89c2-b6ee210c2524 HTTP/1.1" status: 200 len: 855 time: 0.0445514 Aug 18 19:52:43.348545 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fa761a3f-24ef-40be-b4bf-cadb37802aaf req-b3cbc2e1-02a4-4398-93da-407d19e80bfc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ceda43d-3c99-47aa-9354-7d1d42a93499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255976 Aug 18 19:52:43.441582 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fa761a3f-24ef-40be-b4bf-cadb37802aaf req-c0436156-a925-4c41-989c-cfbb93584054 service neutron] 10.222.0.35 "GET /v2.0/networks/9ceda43d-3c99-47aa-9354-7d1d42a93499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864758 Aug 18 19:52:43.536511 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fa761a3f-24ef-40be-b4bf-cadb37802aaf req-238847c1-e62d-4548-9768-1660cd3b6c6b service neutron] 10.222.0.35 "GET /v2.0/networks/9ceda43d-3c99-47aa-9354-7d1d42a93499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882037 Aug 18 19:52:44.373065 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d359e2f-087a-4cdd-a12f-6d89dd8a6048 req-dcba562f-ac2e-46d8-b021-23c9eb3acd3d tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:44.374526 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8d359e2f-087a-4cdd-a12f-6d89dd8a6048 req-dcba562f-ac2e-46d8-b021-23c9eb3acd3d tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=706846d6-4c07-4ee0-92ed-91a9523d0f27 HTTP/1.1" status: 200 len: 943 time: 0.0477738 Aug 18 19:52:44.411406 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-8d359e2f-087a-4cdd-a12f-6d89dd8a6048 req-eda55b37-e2e3-4ace-a63b-c8121015c5c2 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308867 Aug 18 19:52:44.635114 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 49736) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:52:45.017079 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-92df6d86-3dd0-4642-89ff-b7194c74b169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1676748'] for router_interface, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:45.231166 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device e863bb02-c66f-4961-ac88-94d01397df6e details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=100441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:52:45.250358 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.plugin [None req-92df6d86-3dd0-4642-89ff-b7194c74b169 admin admin] Deleting port 655e6294-6db4-4585-8098-b5d857e52721 {{(pid=100439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:52:45.250729 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-92df6d86-3dd0-4642-89ff-b7194c74b169 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:45.323375 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port e863bb02-c66f-4961-ac88-94d01397df6e, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=e863bb02-c66f-4961-ac88-94d01397df6e,segment=NetworkSegment(17783ac8-641c-466f-b5e4-43b680d29143),segment_id=17783ac8-641c-466f-b5e4-43b680d29143)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:52:45.325839 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.db [None req-92df6d86-3dd0-4642-89ff-b7194c74b169 admin admin] For port 655e6294-6db4-4585-8098-b5d857e52721, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=655e6294-6db4-4585-8098-b5d857e52721,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:52:45.326232 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-92df6d86-3dd0-4642-89ff-b7194c74b169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:45.334508 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Returning: {'device': 'e863bb02-c66f-4961-ac88-94d01397df6e', 'network_id': '9ceda43d-3c99-47aa-9354-7d1d42a93499', 'port_id': 'e863bb02-c66f-4961-ac88-94d01397df6e', 'mac_address': 'fa:16:3e:1e:c4:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f02321e8-2351-4209-89c2-b6ee210c2524', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:52:45.339122 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.plugin [None req-92df6d86-3dd0-4642-89ff-b7194c74b169 admin admin] Calling delete_port for 655e6294-6db4-4585-8098-b5d857e52721 owned by network:router_interface {{(pid=100439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:52:45.375525 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:45.388561 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e863bb02-c66f-4961-ac88-94d01397df6e {{(pid=100441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:52:45.408184 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port e863bb02-c66f-4961-ac88-94d01397df6e, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=e863bb02-c66f-4961-ac88-94d01397df6e,segment=NetworkSegment(17783ac8-641c-466f-b5e4-43b680d29143),segment_id=17783ac8-641c-466f-b5e4-43b680d29143)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:52:45.412479 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:45.466203 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=e863bb02-c66f-4961-ac88-94d01397df6e,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:45.735562 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502782b8-55cd-4092-833b-b60953ea2695 req-f06b09b5-e5a0-4a17-9636-c7e60cd6bdd7 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:45.737050 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-502782b8-55cd-4092-833b-b60953ea2695 req-f06b09b5-e5a0-4a17-9636-c7e60cd6bdd7 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=706846d6-4c07-4ee0-92ed-91a9523d0f27 HTTP/1.1" status: 200 len: 944 time: 0.0686550 Aug 18 19:52:45.785367 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-bd63f3ef-9bf9-407d-a8c5-0b140555dd72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:45.806778 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-502782b8-55cd-4092-833b-b60953ea2695 req-6f599b94-e22e-4bb7-a4f2-2a624c118adf tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622950 Aug 18 19:52:45.816064 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-92df6d86-3dd0-4642-89ff-b7194c74b169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58782208'] for port, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:45.842305 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df6d86-3dd0-4642-89ff-b7194c74b169 admin admin] Pushing event deleted for resources: {'Port': ['ID=655e6294-6db4-4585-8098-b5d857e52721,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:45.890959 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['e863bb02-c66f-4961-ac88-94d01397df6e'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:52:45.933318 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:46.010805 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-92df6d86-3dd0-4642-89ff-b7194c74b169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817948'] for router_interface, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:46.225953 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92df6d86-3dd0-4642-89ff-b7194c74b169 admin admin] Router 367894c2-c032-4d2c-b438-3bddd69d8844 has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:52:46.329251 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92df6d86-3dd0-4642-89ff-b7194c74b169 admin admin] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:52:46.334142 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-92df6d86-3dd0-4642-89ff-b7194c74b169 admin admin] 10.222.0.38 "PUT /v2.0/routers/367894c2-c032-4d2c-b438-3bddd69d8844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6980159 Aug 18 19:52:46.336684 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 49742) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:52:46.339973 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9b76e7-7ebb-48fa-8a6c-3f73ec00138b None None] Sync routers for ids ['367894c2-c032-4d2c-b438-3bddd69d8844'] in dv-cinder-805072-2-iscsi {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:52:46.349217 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9b76e7-7ebb-48fa-8a6c-3f73ec00138b None None] Routers {'367894c2-c032-4d2c-b438-3bddd69d8844'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:52:46.349935 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-4f9b76e7-7ebb-48fa-8a6c-3f73ec00138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:52:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['367894c2-c032-4d2c-b438-3bddd69d8844'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:52:46.438418 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-382c5c67-b0d4-40cb-9886-fee9fcb9d0f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:46.453415 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-4f9b76e7-7ebb-48fa-8a6c-3f73ec00138b None None] Set router 367894c2-c032-4d2c-b438-3bddd69d8844 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:52:46.538660 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-382c5c67-b0d4-40cb-9886-fee9fcb9d0f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:46.592224 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.plugin [None req-382c5c67-b0d4-40cb-9886-fee9fcb9d0f3 admin admin] Deleting port 5c6329d6-ad38-45d4-9f16-8a2f60790d05 {{(pid=100439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:52:46.592483 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-382c5c67-b0d4-40cb-9886-fee9fcb9d0f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:46.630968 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-4f9b76e7-7ebb-48fa-8a6c-3f73ec00138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'name': 'tempest-AttachVolumeShelveTestJSON-415474236-router', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:52:45Z', 'revision_number': 5, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'gw_port': {'id': '5c6329d6-ad38-45d4-9f16-8a2f60790d05', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:41:11Z', 'updated_at': '2021-08-18T19:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:52:46.657566 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9b76e7-7ebb-48fa-8a6c-3f73ec00138b None None] Checking router: 367894c2-c032-4d2c-b438-3bddd69d8844 for host: dv-cinder-805072-2-iscsi {{(pid=100442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:52:46.666443 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9b76e7-7ebb-48fa-8a6c-3f73ec00138b None None] Routers {'367894c2-c032-4d2c-b438-3bddd69d8844'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:52:46.667082 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-4f9b76e7-7ebb-48fa-8a6c-3f73ec00138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:52:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['367894c2-c032-4d2c-b438-3bddd69d8844'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:52:46.673439 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.db [None req-382c5c67-b0d4-40cb-9886-fee9fcb9d0f3 admin admin] For port 5c6329d6-ad38-45d4-9f16-8a2f60790d05, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=5c6329d6-ad38-45d4-9f16-8a2f60790d05,segment=NetworkSegment(0bdaf2c9-3eca-4db0-8337-689581495736),segment_id=0bdaf2c9-3eca-4db0-8337-689581495736)] {{(pid=100439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:52:46.673834 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-382c5c67-b0d4-40cb-9886-fee9fcb9d0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:46.687136 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.plugin [None req-382c5c67-b0d4-40cb-9886-fee9fcb9d0f3 admin admin] Calling delete_port for 5c6329d6-ad38-45d4-9f16-8a2f60790d05 owned by network:router_gateway {{(pid=100439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:52:46.722850 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:46.755576 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-4f9b76e7-7ebb-48fa-8a6c-3f73ec00138b None None] Set router 367894c2-c032-4d2c-b438-3bddd69d8844 gateway port host: None {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:52:46.857936 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-382c5c67-b0d4-40cb-9886-fee9fcb9d0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58782208'] for port, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:46.885004 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c5c67-b0d4-40cb-9886-fee9fcb9d0f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c6329d6-ad38-45d4-9f16-8a2f60790d05,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:46.901274 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-4f9b76e7-7ebb-48fa-8a6c-3f73ec00138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'name': 'tempest-AttachVolumeShelveTestJSON-415474236-router', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:52:46Z', 'revision_number': 6, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'gw_port_host': None}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:52:46.928948 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9b76e7-7ebb-48fa-8a6c-3f73ec00138b None None] The sync data for ids ['367894c2-c032-4d2c-b438-3bddd69d8844'] in dv-cinder-805072-2-iscsi is: [{'id': '367894c2-c032-4d2c-b438-3bddd69d8844', 'name': 'tempest-AttachVolumeShelveTestJSON-415474236-router', 'tenant_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:41:10Z', 'updated_at': '2021-08-18T19:52:46Z', 'revision_number': 6, 'project_id': '55a46dee3b2d46d79cfe6a8e52d7bd63', 'gw_port_host': None}] {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:52:46.949817 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-382c5c67-b0d4-40cb-9886-fee9fcb9d0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678740'] for router_gateway, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:46.981767 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7af460-2f8e-441e-b60c-ab26bc2f6f02 req-b83db586-d5c2-481b-8b63-1ae5f105e4e4 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:46.983430 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4e7af460-2f8e-441e-b60c-ab26bc2f6f02 req-b83db586-d5c2-481b-8b63-1ae5f105e4e4 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=706846d6-4c07-4ee0-92ed-91a9523d0f27 HTTP/1.1" status: 200 len: 944 time: 0.1018662 Aug 18 19:52:47.021566 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4e7af460-2f8e-441e-b60c-ab26bc2f6f02 req-8b0de1aa-d3c4-4e81-a7d0-6bc929639970 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321143 Aug 18 19:52:47.044004 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-382c5c67-b0d4-40cb-9886-fee9fcb9d0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59033'] for router, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:47.046261 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-382c5c67-b0d4-40cb-9886-fee9fcb9d0f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:47.091378 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-382c5c67-b0d4-40cb-9886-fee9fcb9d0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674974'] for router, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:47.091921 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382c5c67-b0d4-40cb-9886-fee9fcb9d0f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 367894c2-c032-4d2c-b438-3bddd69d8844 {{(pid=100439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 19:52:47.096114 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-382c5c67-b0d4-40cb-9886-fee9fcb9d0f3 admin admin] Notify callbacks [] for router, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:47.097263 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-382c5c67-b0d4-40cb-9886-fee9fcb9d0f3 admin admin] 10.222.0.38 "DELETE /v2.0/routers/367894c2-c032-4d2c-b438-3bddd69d8844 HTTP/1.1" status: 204 len: 168 time: 0.7596180 Aug 18 19:52:47.100160 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 49746) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:52:47.143824 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.db_base_plugin_v2 [None req-f35f921e-595e-4b2a-9479-c59ef057beaa admin admin] Deleting subnet ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b {{(pid=100439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:52:47.146841 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f35f921e-595e-4b2a-9479-c59ef057beaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:47.180457 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f35f921e-595e-4b2a-9479-c59ef057beaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60717170'] for subnet, precommit_delete_associations {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:47.228482 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device e863bb02-c66f-4961-ac88-94d01397df6e up at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:52:47.259854 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f35f921e-595e-4b2a-9479-c59ef057beaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1353739'] for subnet, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:47.277866 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning for port e863bb02-c66f-4961-ac88-94d01397df6e completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:52:47.283004 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning complete for port e863bb02-c66f-4961-ac88-94d01397df6e triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:52:47.283402 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:47.323594 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f35f921e-595e-4b2a-9479-c59ef057beaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1353746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58782325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59087251'] for subnet, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:47.350923 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f921e-595e-4b2a-9479-c59ef057beaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:47.353585 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f35f921e-595e-4b2a-9479-c59ef057beaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for subnet, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:47.358834 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-f35f921e-595e-4b2a-9479-c59ef057beaa admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ecd9f6a6-e14e-4fc9-9803-a8cd1271f48b HTTP/1.1" status: 204 len: 168 time: 0.2545981 Aug 18 19:52:47.358834 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 49748) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:52:47.362609 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8919a8-bf21-4d56-b0a1-00b37368bfd8 None None] Network 48079850-84f4-4aec-a648-0aa058db8488 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:52:47.424714 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:47.431915 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-69bdcdbc-5c7d-492a-85d6-5e7346254780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596498'] for network, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:47.459112 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706846d6-4c07-4ee0-92ed-91a9523d0f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e863bb02-c66f-4961-ac88-94d01397df6e'}] {{(pid=100441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:52:47.461724 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c845df31933df15e4981d7dcb3334c44fca6e0bb010d803592179d7e14a8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ed0015-95bb-4a39-b6e5-44ea00c13396" -d '{"events": [{"server_uuid": "706846d6-4c07-4ee0-92ed-91a9523d0f27", "name": "network-vif-plugged", "status": "completed", "tag": "e863bb02-c66f-4961-ac88-94d01397df6e"}]}' {{(pid=100441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:52:47.483930 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.plugin [None req-69bdcdbc-5c7d-492a-85d6-5e7346254780 admin admin] Deleting port 7cf6f97c-0983-4bd6-a510-f926a607dc28 {{(pid=100439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:52:47.484276 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-69bdcdbc-5c7d-492a-85d6-5e7346254780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:47.492730 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port e863bb02-c66f-4961-ac88-94d01397df6e, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=e863bb02-c66f-4961-ac88-94d01397df6e,segment=NetworkSegment(17783ac8-641c-466f-b5e4-43b680d29143),segment_id=17783ac8-641c-466f-b5e4-43b680d29143)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:52:47.508854 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:47.549316 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.db [None req-69bdcdbc-5c7d-492a-85d6-5e7346254780 admin admin] For port 7cf6f97c-0983-4bd6-a510-f926a607dc28, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=7cf6f97c-0983-4bd6-a510-f926a607dc28,segment=NetworkSegment(9237ef01-7511-4dc4-8b43-07303d222188),segment_id=9237ef01-7511-4dc4-8b43-07303d222188)] {{(pid=100439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:52:47.549702 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-69bdcdbc-5c7d-492a-85d6-5e7346254780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:47.572939 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915c348e-6cdf-4f3d-a86c-bec916cdfb1e x-openstack-request-id: req-915c348e-6cdf-4f3d-a86c-bec916cdfb1e {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:52:47.573239 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706846d6-4c07-4ee0-92ed-91a9523d0f27", "name": "network-vif-plugged", "status": "completed", "tag": "e863bb02-c66f-4961-ac88-94d01397df6e", "code": 200}]} {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:52:47.573493 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-915c348e-6cdf-4f3d-a86c-bec916cdfb1e {{(pid=100441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:52:47.573888 dv-cinder-805072-2-iscsi neutron-server[100441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706846d6-4c07-4ee0-92ed-91a9523d0f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e863bb02-c66f-4961-ac88-94d01397df6e', 'code': 200} Aug 18 19:52:47.574571 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=e863bb02-c66f-4961-ac88-94d01397df6e,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:47.575934 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.plugin [None req-69bdcdbc-5c7d-492a-85d6-5e7346254780 admin admin] Calling delete_port for 7cf6f97c-0983-4bd6-a510-f926a607dc28 owned by network:dhcp {{(pid=100439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:52:47.661935 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-69bdcdbc-5c7d-492a-85d6-5e7346254780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58782208'] for port, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:47.686119 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bdcdbc-5c7d-492a-85d6-5e7346254780 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cf6f97c-0983-4bd6-a510-f926a607dc28,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:47.692546 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bdcdbc-5c7d-492a-85d6-5e7346254780 admin admin] No DVR routers for this DVR port 7cf6f97c-0983-4bd6-a510-f926a607dc28 on host dv-cinder-805072-2-iscsi {{(pid=100439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:52:47.719273 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f51620f-e1f6-4732-b93a-1d036d01581e None None] DHCP port deletion for 48079850-84f4-4aec-a648-0aa058db8488 request from dv-cinder-805072-2-iscsi {{(pid=100441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 19:52:47.779390 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-69bdcdbc-5c7d-492a-85d6-5e7346254780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1352834', 'neutron.services.segments.db._delete_segments_for_network-8741574556865'] for network, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:47.789108 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.services.segments.db [None req-69bdcdbc-5c7d-492a-85d6-5e7346254780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48079850-84f4-4aec-a648-0aa058db8488']}} {{(pid=100439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:52:47.791370 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdc2f9-43c2-4b82-b608-2b9a85c1eef5 req-3bdd16a5-3d3b-4d81-ac30-16d80b84e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:47.792866 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7ecdc2f9-43c2-4b82-b608-2b9a85c1eef5 req-3bdd16a5-3d3b-4d81-ac30-16d80b84e1f7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=706846d6-4c07-4ee0-92ed-91a9523d0f27 HTTP/1.1" status: 200 len: 1098 time: 0.0428123 Aug 18 19:52:47.799398 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.services.segments.db [None req-69bdcdbc-5c7d-492a-85d6-5e7346254780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9237ef01-7511-4dc4-8b43-07303d222188') {'for_net_delete': True} {{(pid=100439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:52:47.799699 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.services.segments.db [None req-69bdcdbc-5c7d-492a-85d6-5e7346254780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9237ef01-7511-4dc4-8b43-07303d222188') {} {{(pid=100439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:52:47.808745 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-69bdcdbc-5c7d-492a-85d6-5e7346254780 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741574601894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60717179'] for segment, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:47.823518 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-69bdcdbc-5c7d-492a-85d6-5e7346254780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:47.830710 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69bdcdbc-5c7d-492a-85d6-5e7346254780 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=100439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:52:47.831179 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-69bdcdbc-5c7d-492a-85d6-5e7346254780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60732375'] for segment, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:47.831625 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7ecdc2f9-43c2-4b82-b608-2b9a85c1eef5 req-edd679d2-4e1e-42a5-b47b-500a2d06cdec service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303619 Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: Traceback (most recent call last): Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: timer() Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: cb(*args, **kw) Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: return func(*args, **kwargs) Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: self._notify() Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: self.callback(batched_events) Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: event.method(event) Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: return f(self, *a, **k) Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: return self._get(url).json() Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: return self.request(url, 'GET', **kwargs) Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:52:47.833083 dv-cinder-805072-2-iscsi neutron-server[100439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:52:47.886463 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-69bdcdbc-5c7d-492a-85d6-5e7346254780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678657'] for network, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:47.891600 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-69bdcdbc-5c7d-492a-85d6-5e7346254780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:47.893445 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-69bdcdbc-5c7d-492a-85d6-5e7346254780 admin admin] 10.222.0.38 "DELETE /v2.0/networks/48079850-84f4-4aec-a648-0aa058db8488 HTTP/1.1" status: 204 len: 168 time: 0.5342762 Aug 18 19:52:47.905293 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bdcdbc-5c7d-492a-85d6-5e7346254780 admin admin] Pushing event deleted for resources: {'Network': ['ID=48079850-84f4-4aec-a648-0aa058db8488,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:48.013227 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 49756) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:52:48.057754 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-887c9dc7-3eb1-414b-a96b-8281539811f9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=55a46dee3b2d46d79cfe6a8e52d7bd63&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0432842 Aug 18 19:52:48.060333 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 49760) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:52:48.114637 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-aa704193-9209-4e7d-b008-7b09bd585ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:48.135071 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-aa704193-9209-4e7d-b008-7b09bd585ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:48.136437 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aac95e-e247-40b4-942a-d5e1758fd184 req-8e5b801f-27ca-43c5-8eb9-65ff2a792211 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:48.138035 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-62aac95e-e247-40b4-942a-d5e1758fd184 req-8e5b801f-27ca-43c5-8eb9-65ff2a792211 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=706846d6-4c07-4ee0-92ed-91a9523d0f27 HTTP/1.1" status: 200 len: 945 time: 0.0491595 Aug 18 19:52:48.178134 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-62aac95e-e247-40b4-942a-d5e1758fd184 req-037ba420-4369-4201-8c10-f85b9bd2bc45 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341113 Aug 18 19:52:48.182380 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-aa704193-9209-4e7d-b008-7b09bd585ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:48.185455 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-aa704193-9209-4e7d-b008-7b09bd585ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:48.186893 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-aa704193-9209-4e7d-b008-7b09bd585ce2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/210e0d8c-38bd-4562-b5b8-4fef2df813fe HTTP/1.1" status: 204 len: 168 time: 0.1253541 Aug 18 19:52:48.195050 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa704193-9209-4e7d-b008-7b09bd585ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210e0d8c-38bd-4562-b5b8-4fef2df813fe,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:48.460457 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:48.956735 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 5c6329d6-ad38-45d4-9f16-8a2f60790d05 no longer exists at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:52:48.977100 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] No Port match for: 5c6329d6-ad38-45d4-9f16-8a2f60790d05 {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:52:48.977455 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 5c6329d6-ad38-45d4-9f16-8a2f60790d05 not bound to the agent host dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:52:48.978434 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 655e6294-6db4-4585-8098-b5d857e52721 no longer exists at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:52:48.997505 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] No Port match for: 655e6294-6db4-4585-8098-b5d857e52721 {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:52:48.997867 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 655e6294-6db4-4585-8098-b5d857e52721 not bound to the agent host dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:52:48.998290 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 7cf6f97c-0983-4bd6-a510-f926a607dc28 no longer exists at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:52:49.017301 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] No Port match for: 7cf6f97c-0983-4bd6-a510-f926a607dc28 {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:52:49.017704 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 7cf6f97c-0983-4bd6-a510-f926a607dc28 not bound to the agent host dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:52:49.311721 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548bdbd-9b55-4341-a557-02bd2ed226d4 req-8853501b-b953-4d29-be69-8ea01a89f8fe tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:49.314801 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d548bdbd-9b55-4341-a557-02bd2ed226d4 req-8853501b-b953-4d29-be69-8ea01a89f8fe tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=706846d6-4c07-4ee0-92ed-91a9523d0f27 HTTP/1.1" status: 200 len: 945 time: 0.0566657 Aug 18 19:52:49.354862 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d548bdbd-9b55-4341-a557-02bd2ed226d4 req-e133a4fa-36a5-405d-8382-1f3bc06e18fe tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347755 Aug 18 19:52:50.100522 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:50.471277 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52f1bd-8ccb-412b-8ce7-3b91bb50084d req-5941eef0-4abc-4c71-b633-8992da6cf985 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:50.472813 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6f52f1bd-8ccb-412b-8ce7-3b91bb50084d req-5941eef0-4abc-4c71-b633-8992da6cf985 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=706846d6-4c07-4ee0-92ed-91a9523d0f27 HTTP/1.1" status: 200 len: 945 time: 0.0499225 Aug 18 19:52:50.512612 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6f52f1bd-8ccb-412b-8ce7-3b91bb50084d req-f79a4eb4-def3-41fd-bb56-4bf2903f7a2b tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328596 Aug 18 19:52:51.885231 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 49834) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:52:51.991487 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-b05c501d-d637-4d06-8bb2-9e5c28dbe0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:52.084881 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-b05c501d-d637-4d06-8bb2-9e5c28dbe0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:52.089856 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-b05c501d-d637-4d06-8bb2-9e5c28dbe0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:52.130527 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-b05c501d-d637-4d06-8bb2-9e5c28dbe0d8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=172fa4a258ce4bb39fed78a1eafe1dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440913 Aug 18 19:52:52.131390 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c501d-d637-4d06-8bb2-9e5c28dbe0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb45a49b-afcf-4821-96bf-bdee4b3b12ff,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:52.133186 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 49846) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:52:52.187485 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-23a4e147-13b5-4adc-b3e5-67dc4fc49a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:52.209184 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-23a4e147-13b5-4adc-b3e5-67dc4fc49a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:52.259291 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-23a4e147-13b5-4adc-b3e5-67dc4fc49a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:52.261849 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-23a4e147-13b5-4adc-b3e5-67dc4fc49a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:52.263013 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-23a4e147-13b5-4adc-b3e5-67dc4fc49a11 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cb45a49b-afcf-4821-96bf-bdee4b3b12ff HTTP/1.1" status: 204 len: 168 time: 0.1282709 Aug 18 19:52:52.270531 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4e147-13b5-4adc-b3e5-67dc4fc49a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb45a49b-afcf-4821-96bf-bdee4b3b12ff,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:52.877930 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 49868) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:52:52.970777 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-9e4b3cd2-3c65-4c89-9b0e-30a537c3b8f8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-697940017-network', 'tenant_id': 'b6da093f80154f7fa4d246c0e58a65f2'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:52:52.991628 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4b3cd2-3c65-4c89-9b0e-30a537c3b8f8 admin admin] Made reservation on behalf of b6da093f80154f7fa4d246c0e58a65f2 for: {'network': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:52:52.994647 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-9e4b3cd2-3c65-4c89-9b0e-30a537c3b8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for network, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:53.003080 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-9e4b3cd2-3c65-4c89-9b0e-30a537c3b8f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:53.089989 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-9e4b3cd2-3c65-4c89-9b0e-30a537c3b8f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:53.093635 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-9e4b3cd2-3c65-4c89-9b0e-30a537c3b8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:53.117550 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4b3cd2-3c65-4c89-9b0e-30a537c3b8f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=100440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:52:53.127737 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b3cd2-3c65-4c89-9b0e-30a537c3b8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d9f14c-07c5-4636-907d-89e1b7cb4314,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:53.132440 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-9e4b3cd2-3c65-4c89-9b0e-30a537c3b8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:53.132779 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.db.segments_db [None req-9e4b3cd2-3c65-4c89-9b0e-30a537c3b8f8 admin admin] Added segment 35a21c94-04e9-4600-8b9d-a1ee7930017a of type vlan for network 3cd8d138-7477-4de6-b8ca-81ef38ff16fc Aug 18 19:52:53.171673 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-9e4b3cd2-3c65-4c89-9b0e-30a537c3b8f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741574042296'] for network, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:53.197853 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-9e4b3cd2-3c65-4c89-9b0e-30a537c3b8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for network, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:53.199020 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4b3cd2-3c65-4c89-9b0e-30a537c3b8f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:53.199612 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-9e4b3cd2-3c65-4c89-9b0e-30a537c3b8f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:53.252782 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-9e4b3cd2-3c65-4c89-9b0e-30a537c3b8f8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3737252 Aug 18 19:52:53.255752 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 49874) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:52:53.260746 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-668b161f-0be6-4aff-81ec-09b387e18643 admin admin] Request body: {'subnet': {'network_id': '3cd8d138-7477-4de6-b8ca-81ef38ff16fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-697940017-subnet', 'tenant_id': 'b6da093f80154f7fa4d246c0e58a65f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:52:53.263647 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b3cd2-3c65-4c89-9b0e-30a537c3b8f8 admin admin] Pushing event updated for resources: {'Network': ['ID=3cd8d138-7477-4de6-b8ca-81ef38ff16fc,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:53.273539 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Network 3cd8d138-7477-4de6-b8ca-81ef38ff16fc details requested by agent ovs-agent-dv-cinder-805072-2-iscsi with host dv-cinder-805072-2-iscsi {{(pid=100441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:52:53.281336 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668b161f-0be6-4aff-81ec-09b387e18643 admin admin] Made reservation on behalf of b6da093f80154f7fa4d246c0e58a65f2 for: {'subnet': 1} {{(pid=100439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:52:53.283740 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-668b161f-0be6-4aff-81ec-09b387e18643 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59087246'] for subnet, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:53.451564 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-668b161f-0be6-4aff-81ec-09b387e18643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58782388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59087256'] for subnet, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:53.513731 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b161f-0be6-4aff-81ec-09b387e18643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0576d07-d3b7-4377-b406-99c6d3880b42,revision_number=0']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:53.519485 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668b161f-0be6-4aff-81ec-09b387e18643 admin admin] Checking segment: {'id': '35a21c94-04e9-4600-8b9d-a1ee7930017a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cd8d138-7477-4de6-b8ca-81ef38ff16fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:52:53.519801 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668b161f-0be6-4aff-81ec-09b387e18643 admin admin] Network hostable DHCP agents. Network: 3cd8d138-7477-4de6-b8ca-81ef38ff16fc, hostable agents: ['ab24a8c0-5fbc-4c54-80f8-7c76df3937f6'], hosted agents: [] {{(pid=100439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:52:53.536251 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668b161f-0be6-4aff-81ec-09b387e18643 admin admin] Network 3cd8d138-7477-4de6-b8ca-81ef38ff16fc is scheduled to be hosted by DHCP agent ab24a8c0-5fbc-4c54-80f8-7c76df3937f6 with binding_index 1 {{(pid=100439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:52:53.544951 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-668b161f-0be6-4aff-81ec-09b387e18643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-2-iscsi, 3cd8d138-7477-4de6-b8ca-81ef38ff16fc) {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:52:53.555609 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668b161f-0be6-4aff-81ec-09b387e18643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:53.557901 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-668b161f-0be6-4aff-81ec-09b387e18643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for subnet, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:53.560992 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac044d33-ab97-4e93-ac52-9315a67f08e3 None None] Network 3cd8d138-7477-4de6-b8ca-81ef38ff16fc requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:52:53.572702 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-668b161f-0be6-4aff-81ec-09b387e18643 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3158224 Aug 18 19:52:53.683733 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f40065-6273-47d6-944f-fd69ede7d15e None None] Network 3cd8d138-7477-4de6-b8ca-81ef38ff16fc requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:52:54.028204 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 49890) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:52:54.033247 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-4f09ea2d-78ff-4cec-a537-7b54637aaaa1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2061685453-network', 'tenant_id': '2bdffdcc5958462b94341bb7764364b7'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:52:54.052042 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f09ea2d-78ff-4cec-a537-7b54637aaaa1 admin admin] Made reservation on behalf of 2bdffdcc5958462b94341bb7764364b7 for: {'network': 1} {{(pid=100439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:52:54.054565 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-4f09ea2d-78ff-4cec-a537-7b54637aaaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for network, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:54.063334 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-4f09ea2d-78ff-4cec-a537-7b54637aaaa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:54.149923 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-4f09ea2d-78ff-4cec-a537-7b54637aaaa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:54.153695 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-4f09ea2d-78ff-4cec-a537-7b54637aaaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:54.173641 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f09ea2d-78ff-4cec-a537-7b54637aaaa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=100439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:52:54.189034 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09ea2d-78ff-4cec-a537-7b54637aaaa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9a687e-0146-4946-8db1-20a9e3ceca81,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:54.193228 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-4f09ea2d-78ff-4cec-a537-7b54637aaaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:54.193579 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.db.segments_db [None req-4f09ea2d-78ff-4cec-a537-7b54637aaaa1 admin admin] Added segment 90efdc18-cccd-4bd8-aa11-d6c82845bff9 of type vlan for network f0a73155-3417-4709-ad4a-63c3a23242c2 Aug 18 19:52:54.233037 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-4f09ea2d-78ff-4cec-a537-7b54637aaaa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741574042296'] for network, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:54.257728 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-4f09ea2d-78ff-4cec-a537-7b54637aaaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for network, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:54.259386 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f09ea2d-78ff-4cec-a537-7b54637aaaa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:54.259984 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-4f09ea2d-78ff-4cec-a537-7b54637aaaa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:54.313134 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-4f09ea2d-78ff-4cec-a537-7b54637aaaa1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2837527 Aug 18 19:52:54.316242 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 49894) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:52:54.321618 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-ada069e6-584a-430a-a1c8-37d4d7bb2a46 admin admin] Request body: {'subnet': {'network_id': 'f0a73155-3417-4709-ad4a-63c3a23242c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2061685453-subnet', 'tenant_id': '2bdffdcc5958462b94341bb7764364b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:52:54.324290 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09ea2d-78ff-4cec-a537-7b54637aaaa1 admin admin] Pushing event updated for resources: {'Network': ['ID=f0a73155-3417-4709-ad4a-63c3a23242c2,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:54.333820 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Network f0a73155-3417-4709-ad4a-63c3a23242c2 details requested by agent ovs-agent-dv-cinder-805072-2-iscsi with host dv-cinder-805072-2-iscsi {{(pid=100441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:52:54.342434 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada069e6-584a-430a-a1c8-37d4d7bb2a46 admin admin] Made reservation on behalf of 2bdffdcc5958462b94341bb7764364b7 for: {'subnet': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:52:54.344935 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-ada069e6-584a-430a-a1c8-37d4d7bb2a46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58745785'] for subnet, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:54.508251 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-ada069e6-584a-430a-a1c8-37d4d7bb2a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60457745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58745775'] for subnet, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:54.562102 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada069e6-584a-430a-a1c8-37d4d7bb2a46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5ceaeb9-3687-427f-9b22-86b4ed373aeb,revision_number=0']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:54.570766 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada069e6-584a-430a-a1c8-37d4d7bb2a46 admin admin] Checking segment: {'id': '90efdc18-cccd-4bd8-aa11-d6c82845bff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f0a73155-3417-4709-ad4a-63c3a23242c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:52:54.571232 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada069e6-584a-430a-a1c8-37d4d7bb2a46 admin admin] Network hostable DHCP agents. Network: f0a73155-3417-4709-ad4a-63c3a23242c2, hostable agents: ['ab24a8c0-5fbc-4c54-80f8-7c76df3937f6'], hosted agents: [] {{(pid=100440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:52:54.587242 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada069e6-584a-430a-a1c8-37d4d7bb2a46 admin admin] Network f0a73155-3417-4709-ad4a-63c3a23242c2 is scheduled to be hosted by DHCP agent ab24a8c0-5fbc-4c54-80f8-7c76df3937f6 with binding_index 1 {{(pid=100440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:52:54.595793 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [None req-ada069e6-584a-430a-a1c8-37d4d7bb2a46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-2-iscsi, f0a73155-3417-4709-ad4a-63c3a23242c2) {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:52:54.601362 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada069e6-584a-430a-a1c8-37d4d7bb2a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:52:54.603323 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-ada069e6-584a-430a-a1c8-37d4d7bb2a46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:54.604015 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad00509-43e1-4e18-a8ce-51d29c08d4cf None None] Network f0a73155-3417-4709-ad4a-63c3a23242c2 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:52:54.617146 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-ada069e6-584a-430a-a1c8-37d4d7bb2a46 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.2996068 Aug 18 19:52:54.725665 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c417f5c5-bfec-4480-aaaf-28f3dc943fe9 None None] Network f0a73155-3417-4709-ad4a-63c3a23242c2 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:52:54.729359 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 49898) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:52:54.772415 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_v2 [None req-108d5100-80cc-4f17-81db-728fb1b28c2c admin admin] Deleting subnet e0576d07-d3b7-4377-b406-99c6d3880b42 {{(pid=100440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:52:54.775960 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-108d5100-80cc-4f17-81db-728fb1b28c2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:54.809734 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-108d5100-80cc-4f17-81db-728fb1b28c2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60457752'] for subnet, precommit_delete_associations {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:54.853935 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-108d5100-80cc-4f17-81db-728fb1b28c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1353739'] for subnet, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:54.904155 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-108d5100-80cc-4f17-81db-728fb1b28c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1353746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60457936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58745764'] for subnet, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:54.929644 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d5100-80cc-4f17-81db-728fb1b28c2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0576d07-d3b7-4377-b406-99c6d3880b42,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:54.933424 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-108d5100-80cc-4f17-81db-728fb1b28c2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:54.935319 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-108d5100-80cc-4f17-81db-728fb1b28c2c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e0576d07-d3b7-4377-b406-99c6d3880b42 HTTP/1.1" status: 204 len: 168 time: 0.2049162 Aug 18 19:52:54.937712 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 49900) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:52:55.004082 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0f5c5e48-2ef8-4ca9-ab53-91f3bb0f6825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596498'] for network, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:55.084753 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0f5c5e48-2ef8-4ca9-ab53-91f3bb0f6825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1352834', 'neutron.services.segments.db._delete_segments_for_network-8741574556865'] for network, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:55.094759 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.services.segments.db [None req-0f5c5e48-2ef8-4ca9-ab53-91f3bb0f6825 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd8d138-7477-4de6-b8ca-81ef38ff16fc']}} {{(pid=100440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:52:55.104150 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.services.segments.db [None req-0f5c5e48-2ef8-4ca9-ab53-91f3bb0f6825 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a21c94-04e9-4600-8b9d-a1ee7930017a') {'for_net_delete': True} {{(pid=100440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:52:55.104445 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.services.segments.db [None req-0f5c5e48-2ef8-4ca9-ab53-91f3bb0f6825 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a21c94-04e9-4600-8b9d-a1ee7930017a') {} {{(pid=100440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:52:55.112985 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0f5c5e48-2ef8-4ca9-ab53-91f3bb0f6825 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741574601894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60457745'] for segment, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:55.126069 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0f5c5e48-2ef8-4ca9-ab53-91f3bb0f6825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:55.131780 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5c5e48-2ef8-4ca9-ab53-91f3bb0f6825 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=100440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:52:55.132167 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0f5c5e48-2ef8-4ca9-ab53-91f3bb0f6825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59032178'] for segment, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: Traceback (most recent call last): Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: timer() Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: cb(*args, **kw) Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: return func(*args, **kwargs) Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: self._notify() Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: self.callback(batched_events) Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: event.method(event) Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: return f(self, *a, **k) Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: return self._get(url).json() Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: return self.request(url, 'GET', **kwargs) Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:52:55.134357 dv-cinder-805072-2-iscsi neutron-server[100440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:52:55.189742 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0f5c5e48-2ef8-4ca9-ab53-91f3bb0f6825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678657'] for network, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:55.195027 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0f5c5e48-2ef8-4ca9-ab53-91f3bb0f6825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:55.197384 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-0f5c5e48-2ef8-4ca9-ab53-91f3bb0f6825 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3cd8d138-7477-4de6-b8ca-81ef38ff16fc HTTP/1.1" status: 204 len: 168 time: 0.2587640 Aug 18 19:52:55.200242 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 49902) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:52:55.208106 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c5e48-2ef8-4ca9-ab53-91f3bb0f6825 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cd8d138-7477-4de6-b8ca-81ef38ff16fc,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:55.243890 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc073703-ddea-4e96-bbae-7aa756d6c47e admin admin] Deleting subnet d5ceaeb9-3687-427f-9b22-86b4ed373aeb {{(pid=100439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:52:55.247054 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-dc073703-ddea-4e96-bbae-7aa756d6c47e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:55.280131 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-dc073703-ddea-4e96-bbae-7aa756d6c47e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60717170'] for subnet, precommit_delete_associations {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:55.317573 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-dc073703-ddea-4e96-bbae-7aa756d6c47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1353739'] for subnet, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:55.376819 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-dc073703-ddea-4e96-bbae-7aa756d6c47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1353746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58782325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59087251'] for subnet, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:55.402547 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc073703-ddea-4e96-bbae-7aa756d6c47e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5ceaeb9-3687-427f-9b22-86b4ed373aeb,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:55.406462 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-dc073703-ddea-4e96-bbae-7aa756d6c47e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for subnet, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:55.409154 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-dc073703-ddea-4e96-bbae-7aa756d6c47e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d5ceaeb9-3687-427f-9b22-86b4ed373aeb HTTP/1.1" status: 204 len: 168 time: 0.2076089 Aug 18 19:52:55.410747 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 49906) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:52:55.484527 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-9c772ac5-fdac-4051-be36-21e4020f8e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596498'] for network, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:55.564275 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-9c772ac5-fdac-4051-be36-21e4020f8e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1352834', 'neutron.services.segments.db._delete_segments_for_network-8741574556865'] for network, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:55.574875 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.services.segments.db [None req-9c772ac5-fdac-4051-be36-21e4020f8e00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0a73155-3417-4709-ad4a-63c3a23242c2']}} {{(pid=100439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:52:55.585787 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.services.segments.db [None req-9c772ac5-fdac-4051-be36-21e4020f8e00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90efdc18-cccd-4bd8-aa11-d6c82845bff9') {'for_net_delete': True} {{(pid=100439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:52:55.586131 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.services.segments.db [None req-9c772ac5-fdac-4051-be36-21e4020f8e00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90efdc18-cccd-4bd8-aa11-d6c82845bff9') {} {{(pid=100439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:52:55.595749 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-9c772ac5-fdac-4051-be36-21e4020f8e00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741574601894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60717179'] for segment, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:55.608820 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-9c772ac5-fdac-4051-be36-21e4020f8e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:55.614619 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c772ac5-fdac-4051-be36-21e4020f8e00 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=100439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:52:55.615099 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-9c772ac5-fdac-4051-be36-21e4020f8e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60732375'] for segment, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: Traceback (most recent call last): Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: timer() Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: cb(*args, **kw) Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: return func(*args, **kwargs) Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: self._notify() Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: self.callback(batched_events) Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: event.method(event) Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: return f(self, *a, **k) Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: return self._get(url).json() Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: return self.request(url, 'GET', **kwargs) Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:52:55.616690 dv-cinder-805072-2-iscsi neutron-server[100439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:52:55.667463 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-9c772ac5-fdac-4051-be36-21e4020f8e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678657'] for network, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:55.672497 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-9c772ac5-fdac-4051-be36-21e4020f8e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:55.674299 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-9c772ac5-fdac-4051-be36-21e4020f8e00 admin admin] 10.222.0.38 "DELETE /v2.0/networks/f0a73155-3417-4709-ad4a-63c3a23242c2 HTTP/1.1" status: 204 len: 168 time: 0.2625041 Aug 18 19:52:55.689260 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c772ac5-fdac-4051-be36-21e4020f8e00 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0a73155-3417-4709-ad4a-63c3a23242c2,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:55.830277 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 49910) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:52:55.868126 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-b7b978c1-6b9d-4482-a138-f1a296ddd71f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b6da093f80154f7fa4d246c0e58a65f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0365558 Aug 18 19:52:55.870932 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 49912) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:52:55.915932 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fd985a92-4177-4386-9565-1d8916301bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:55.936754 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fd985a92-4177-4386-9565-1d8916301bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:55.982133 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fd985a92-4177-4386-9565-1d8916301bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:55.984714 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fd985a92-4177-4386-9565-1d8916301bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:55.985834 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-fd985a92-4177-4386-9565-1d8916301bb7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a4d9f14c-07c5-4636-907d-89e1b7cb4314 HTTP/1.1" status: 204 len: 168 time: 0.1140246 Aug 18 19:52:55.993114 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd985a92-4177-4386-9565-1d8916301bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d9f14c-07c5-4636-907d-89e1b7cb4314,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:52:56.289705 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 49918) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:52:56.328185 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-9fb989fa-e7da-4203-bd43-74a37085e19a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2bdffdcc5958462b94341bb7764364b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366850 Aug 18 19:52:56.330649 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 49920) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:52:56.378386 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-8b262665-50e9-45b5-a2ee-bb5424995144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:56.402305 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-8b262665-50e9-45b5-a2ee-bb5424995144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:56.448937 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-8b262665-50e9-45b5-a2ee-bb5424995144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:56.451505 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-8b262665-50e9-45b5-a2ee-bb5424995144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:52:56.452627 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-8b262665-50e9-45b5-a2ee-bb5424995144 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6c9a687e-0146-4946-8db1-20a9e3ceca81 HTTP/1.1" status: 204 len: 168 time: 0.1210780 Aug 18 19:52:56.460019 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b262665-50e9-45b5-a2ee-bb5424995144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9a687e-0146-4946-8db1-20a9e3ceca81,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:00.593466 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:53:00.656488 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 50014) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:00.759031 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-0bb15045-5333-4986-9408-20e9fad5449f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:00.850864 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-0bb15045-5333-4986-9408-20e9fad5449f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:00.855214 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-0bb15045-5333-4986-9408-20e9fad5449f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:00.893610 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-0bb15045-5333-4986-9408-20e9fad5449f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7e5c2db0622142c1938164093ba40656&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360094 Aug 18 19:53:00.894485 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb15045-5333-4986-9408-20e9fad5449f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056eb83e-8760-45de-bcc8-b4eae8787297,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:00.896452 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 50018) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:00.945403 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-5c875d61-f10a-42cb-aa49-c37701e5f211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:00.966504 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-5c875d61-f10a-42cb-aa49-c37701e5f211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:01.015479 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-5c875d61-f10a-42cb-aa49-c37701e5f211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:01.018103 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-5c875d61-f10a-42cb-aa49-c37701e5f211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:01.021710 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-5c875d61-f10a-42cb-aa49-c37701e5f211 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/056eb83e-8760-45de-bcc8-b4eae8787297 HTTP/1.1" status: 204 len: 168 time: 0.1212735 Aug 18 19:53:01.033055 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c875d61-f10a-42cb-aa49-c37701e5f211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056eb83e-8760-45de-bcc8-b4eae8787297,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:01.290066 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 50032) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:01.303461 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-0a137daf-16fd-421f-98fe-6a43fab5b647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:01.389307 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-0a137daf-16fd-421f-98fe-6a43fab5b647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:01.393452 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-0a137daf-16fd-421f-98fe-6a43fab5b647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:01.442148 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-0a137daf-16fd-421f-98fe-6a43fab5b647 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9962013cf3704a658474845fbbb2a5b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509500 Aug 18 19:53:01.443074 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a137daf-16fd-421f-98fe-6a43fab5b647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cd3f64-f83a-4ae8-836d-65be4d40b359,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:01.445055 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 50034) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:01.496827 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-1828a659-7a9a-48cd-80e5-500f197a6a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:01.518050 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-1828a659-7a9a-48cd-80e5-500f197a6a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:01.568726 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-1828a659-7a9a-48cd-80e5-500f197a6a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:01.571935 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-1828a659-7a9a-48cd-80e5-500f197a6a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:01.573106 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-1828a659-7a9a-48cd-80e5-500f197a6a0b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/51cd3f64-f83a-4ae8-836d-65be4d40b359 HTTP/1.1" status: 204 len: 168 time: 0.1268327 Aug 18 19:53:01.581055 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828a659-7a9a-48cd-80e5-500f197a6a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cd3f64-f83a-4ae8-836d-65be4d40b359,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:02.422005 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4d72c-3bd4-404f-aa13-e03316f156cc req-bb6ba980-3555-4deb-b9b1-57c25a2feb33 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:02.423529 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-97a4d72c-3bd4-404f-aa13-e03316f156cc req-bb6ba980-3555-4deb-b9b1-57c25a2feb33 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=706846d6-4c07-4ee0-92ed-91a9523d0f27 HTTP/1.1" status: 200 len: 945 time: 0.0482597 Aug 18 19:53:02.463997 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-97a4d72c-3bd4-404f-aa13-e03316f156cc req-412e9f43-fa8b-47bd-a8a5-7a224de3aca5 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315728 Aug 18 19:53:03.577609 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea2047-9ac6-4c8d-9da5-808cfa80e09b req-e062a673-1cc1-485c-9822-ae170424a384 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:03.579111 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-98ea2047-9ac6-4c8d-9da5-808cfa80e09b req-e062a673-1cc1-485c-9822-ae170424a384 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=706846d6-4c07-4ee0-92ed-91a9523d0f27 HTTP/1.1" status: 200 len: 945 time: 0.0494516 Aug 18 19:53:03.616278 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-98ea2047-9ac6-4c8d-9da5-808cfa80e09b req-e909943c-296f-4188-a924-061985b11279 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312502 Aug 18 19:53:04.576217 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6745446-fd1c-47bd-ab8e-b915e7a180a5 req-7daa4895-e379-49c7-8155-dce4b9fc5bff tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:04.577559 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a6745446-fd1c-47bd-ab8e-b915e7a180a5 req-7daa4895-e379-49c7-8155-dce4b9fc5bff tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.35 "GET /v2.0/ports?device_id=706846d6-4c07-4ee0-92ed-91a9523d0f27 HTTP/1.1" status: 200 len: 945 time: 0.0485976 Aug 18 19:53:04.674145 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-a6745446-fd1c-47bd-ab8e-b915e7a180a5 req-fea1dce1-0baa-43e8-90fc-4635be8879fc tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Deleting port e863bb02-c66f-4961-ac88-94d01397df6e {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:53:04.674896 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-a6745446-fd1c-47bd-ab8e-b915e7a180a5 req-fea1dce1-0baa-43e8-90fc-4635be8879fc tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:04.735434 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb80f9b-3cf8-48de-a153-4d784c5c4a03 req-a7273d2c-8c46-490a-b7da-e3aedb08ea87 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:04.736919 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-8fb80f9b-3cf8-48de-a153-4d784c5c4a03 req-a7273d2c-8c46-490a-b7da-e3aedb08ea87 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=706846d6-4c07-4ee0-92ed-91a9523d0f27 HTTP/1.1" status: 200 len: 945 time: 0.0526540 Aug 18 19:53:04.765848 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-a6745446-fd1c-47bd-ab8e-b915e7a180a5 req-fea1dce1-0baa-43e8-90fc-4635be8879fc tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] For port e863bb02-c66f-4961-ac88-94d01397df6e, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=e863bb02-c66f-4961-ac88-94d01397df6e,segment=NetworkSegment(17783ac8-641c-466f-b5e4-43b680d29143),segment_id=17783ac8-641c-466f-b5e4-43b680d29143)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:53:04.766204 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-a6745446-fd1c-47bd-ab8e-b915e7a180a5 req-fea1dce1-0baa-43e8-90fc-4635be8879fc tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:04.774429 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-8fb80f9b-3cf8-48de-a153-4d784c5c4a03 req-e83933f6-4dae-47f8-97c9-36ca2faacfcc tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316210 Aug 18 19:53:04.778705 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-a6745446-fd1c-47bd-ab8e-b915e7a180a5 req-fea1dce1-0baa-43e8-90fc-4635be8879fc tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Calling delete_port for e863bb02-c66f-4961-ac88-94d01397df6e owned by compute:nova {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:53:04.903775 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-a6745446-fd1c-47bd-ab8e-b915e7a180a5 req-fea1dce1-0baa-43e8-90fc-4635be8879fc tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:04.933373 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1dce1-0baa-43e8-90fc-4635be8879fc tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Pushing event deleted for resources: {'Port': ['ID=e863bb02-c66f-4961-ac88-94d01397df6e,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:04.940832 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['d2955be8-b9b4-4ead-81c6-a30b2a1afb5e', 'a5143aa4-bf31-40b6-835d-edc58ebf4fca', '1eb93a89-4a2b-45dd-a068-dc208974760c', 'e863bb02-c66f-4961-ac88-94d01397df6e'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:53:04.977221 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6745446-fd1c-47bd-ab8e-b915e7a180a5 req-fea1dce1-0baa-43e8-90fc-4635be8879fc tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] No DVR routers for this DVR port e863bb02-c66f-4961-ac88-94d01397df6e on host hv-cinder-80507 {{(pid=100440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:53:04.980341 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-a6745446-fd1c-47bd-ab8e-b915e7a180a5 req-fea1dce1-0baa-43e8-90fc-4635be8879fc tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:04.982377 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a6745446-fd1c-47bd-ab8e-b915e7a180a5 req-fea1dce1-0baa-43e8-90fc-4635be8879fc tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.35 "DELETE /v2.0/ports/e863bb02-c66f-4961-ac88-94d01397df6e HTTP/1.1" status: 204 len: 173 time: 0.3955300 Aug 18 19:53:04.982829 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706846d6-4c07-4ee0-92ed-91a9523d0f27', 'name': 'network-vif-deleted', 'tag': 'e863bb02-c66f-4961-ac88-94d01397df6e'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:53:04.985076 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f890fcba-b89d-4f6e-8703-7eab531d5f30" -d '{"events": [{"server_uuid": "706846d6-4c07-4ee0-92ed-91a9523d0f27", "name": "network-vif-deleted", "tag": "e863bb02-c66f-4961-ac88-94d01397df6e"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:53:05.028880 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b761fa-9e06-4c02-b54a-16b83d90e95c x-openstack-request-id: req-57b761fa-9e06-4c02-b54a-16b83d90e95c {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:53:05.029176 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706846d6-4c07-4ee0-92ed-91a9523d0f27", "name": "network-vif-deleted", "tag": "e863bb02-c66f-4961-ac88-94d01397df6e", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:53:05.029426 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-57b761fa-9e06-4c02-b54a-16b83d90e95c {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:53:05.029818 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706846d6-4c07-4ee0-92ed-91a9523d0f27', 'name': 'network-vif-deleted', 'tag': 'e863bb02-c66f-4961-ac88-94d01397df6e', 'status': 'completed', 'code': 200} Aug 18 19:53:05.661785 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 50110) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:05.764260 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-3920f0b8-1624-42b4-b4ac-f8c14da34848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:05.857217 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-3920f0b8-1624-42b4-b4ac-f8c14da34848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:05.861001 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-3920f0b8-1624-42b4-b4ac-f8c14da34848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:05.904155 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-3920f0b8-1624-42b4-b4ac-f8c14da34848 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0d0179fbb3c34b4db1ff390872e307f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2407773 Aug 18 19:53:05.906430 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 50120) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:05.913448 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920f0b8-1624-42b4-b4ac-f8c14da34848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1eb8b19-8ab5-46e1-9597-bfc42230e15f,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:05.962616 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-7c5b2ce5-2be5-4539-b2a8-98ab92751447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:05.982837 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-7c5b2ce5-2be5-4539-b2a8-98ab92751447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:06.029252 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-7c5b2ce5-2be5-4539-b2a8-98ab92751447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:06.031950 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-7c5b2ce5-2be5-4539-b2a8-98ab92751447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:06.033079 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-7c5b2ce5-2be5-4539-b2a8-98ab92751447 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c1eb8b19-8ab5-46e1-9597-bfc42230e15f HTTP/1.1" status: 204 len: 168 time: 0.1258571 Aug 18 19:53:06.040578 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b2ce5-2be5-4539-b2a8-98ab92751447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1eb8b19-8ab5-46e1-9597-bfc42230e15f,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:06.289723 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 50126) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:06.305841 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-17362dca-14fc-40e1-9638-4e0c122b7002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:06.392301 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-17362dca-14fc-40e1-9638-4e0c122b7002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:06.396470 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-17362dca-14fc-40e1-9638-4e0c122b7002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:06.436014 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-17362dca-14fc-40e1-9638-4e0c122b7002 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=55902dd404234effa46eec8f76073a32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451874 Aug 18 19:53:06.437178 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17362dca-14fc-40e1-9638-4e0c122b7002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4bb060-5a9e-4958-bb99-c6bacff417b9,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:06.438934 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 50130) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:06.485473 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-a73fde8b-cde2-49c8-af37-c938be5db2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:06.509322 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-a73fde8b-cde2-49c8-af37-c938be5db2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:06.554927 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-a73fde8b-cde2-49c8-af37-c938be5db2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:06.558111 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-a73fde8b-cde2-49c8-af37-c938be5db2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:06.559278 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-a73fde8b-cde2-49c8-af37-c938be5db2c7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9d4bb060-5a9e-4958-bb99-c6bacff417b9 HTTP/1.1" status: 204 len: 168 time: 0.1193497 Aug 18 19:53:06.566642 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fde8b-cde2-49c8-af37-c938be5db2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4bb060-5a9e-4958-bb99-c6bacff417b9,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:08.189747 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device e863bb02-c66f-4961-ac88-94d01397df6e no longer exists at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:53:08.208779 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] No Port match for: e863bb02-c66f-4961-ac88-94d01397df6e {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:53:08.209124 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device e863bb02-c66f-4961-ac88-94d01397df6e not bound to the agent host hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:53:11.383129 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093691c5-c737-4e33-bdaf-d5e8af756a2a req-251632ee-b0f6-4068-9180-3e8e10583a47 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:11.384606 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-093691c5-c737-4e33-bdaf-d5e8af756a2a req-251632ee-b0f6-4068-9180-3e8e10583a47 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=5107cc39-0b13-4f5b-8060-940592dd1d2c HTTP/1.1" status: 200 len: 946 time: 0.0489419 Aug 18 19:53:11.421771 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-093691c5-c737-4e33-bdaf-d5e8af756a2a req-8898938c-0f68-4947-bc9b-024a8dc462da tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313013 Aug 18 19:53:12.542306 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bb464-b166-4420-8a32-0e0e032e4816 req-ba042820-9995-419d-a935-e2f472bbc029 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:12.544539 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-037bb464-b166-4420-8a32-0e0e032e4816 req-ba042820-9995-419d-a935-e2f472bbc029 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=5107cc39-0b13-4f5b-8060-940592dd1d2c HTTP/1.1" status: 200 len: 946 time: 0.0550213 Aug 18 19:53:12.583617 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-037bb464-b166-4420-8a32-0e0e032e4816 req-180cdf4b-871a-4ec1-b689-768fef65c951 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328612 Aug 18 19:53:13.068226 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-70dbea1e-5b6e-4b8c-865f-13acbd2ccdf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:13.695746 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1137a-5348-410a-b506-631f67473133 req-2a3a2f88-b210-4e75-a7c0-720f1d02f729 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:13.697232 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c4b1137a-5348-410a-b506-631f67473133 req-2a3a2f88-b210-4e75-a7c0-720f1d02f729 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=5107cc39-0b13-4f5b-8060-940592dd1d2c HTTP/1.1" status: 200 len: 946 time: 0.0485854 Aug 18 19:53:13.734537 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-c4b1137a-5348-410a-b506-631f67473133 req-ffb11668-3264-418e-8ac9-7f9559fcef0f tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314963 Aug 18 19:53:14.330101 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35f312-c754-446e-9aeb-a95c6cd8de41 req-d0a58422-6b88-4a10-80be-0a89c6415178 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:14.331463 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ff35f312-c754-446e-9aeb-a95c6cd8de41 req-d0a58422-6b88-4a10-80be-0a89c6415178 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.35 "GET /v2.0/ports?device_id=5107cc39-0b13-4f5b-8060-940592dd1d2c HTTP/1.1" status: 200 len: 946 time: 0.0479071 Aug 18 19:53:14.422835 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-ff35f312-c754-446e-9aeb-a95c6cd8de41 req-63cc6f83-cd37-4953-b589-19ea39587ad5 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Deleting port 1eb93a89-4a2b-45dd-a068-dc208974760c {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:53:14.423178 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-ff35f312-c754-446e-9aeb-a95c6cd8de41 req-63cc6f83-cd37-4953-b589-19ea39587ad5 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:14.509009 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-ff35f312-c754-446e-9aeb-a95c6cd8de41 req-63cc6f83-cd37-4953-b589-19ea39587ad5 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] For port 1eb93a89-4a2b-45dd-a068-dc208974760c, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=1eb93a89-4a2b-45dd-a068-dc208974760c,segment=NetworkSegment(17783ac8-641c-466f-b5e4-43b680d29143),segment_id=17783ac8-641c-466f-b5e4-43b680d29143)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:53:14.509354 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-ff35f312-c754-446e-9aeb-a95c6cd8de41 req-63cc6f83-cd37-4953-b589-19ea39587ad5 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:14.525839 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-ff35f312-c754-446e-9aeb-a95c6cd8de41 req-63cc6f83-cd37-4953-b589-19ea39587ad5 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Calling delete_port for 1eb93a89-4a2b-45dd-a068-dc208974760c owned by compute:nova {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:53:14.653617 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-ff35f312-c754-446e-9aeb-a95c6cd8de41 req-63cc6f83-cd37-4953-b589-19ea39587ad5 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:14.689600 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['d2955be8-b9b4-4ead-81c6-a30b2a1afb5e', 'a5143aa4-bf31-40b6-835d-edc58ebf4fca', '1eb93a89-4a2b-45dd-a068-dc208974760c'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:53:14.690059 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc6f83-cd37-4953-b589-19ea39587ad5 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Pushing event deleted for resources: {'Port': ['ID=1eb93a89-4a2b-45dd-a068-dc208974760c,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:14.726510 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff35f312-c754-446e-9aeb-a95c6cd8de41 req-63cc6f83-cd37-4953-b589-19ea39587ad5 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] No DVR routers for this DVR port 1eb93a89-4a2b-45dd-a068-dc208974760c on host hv-cinder-80507 {{(pid=100440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:53:14.729549 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-ff35f312-c754-446e-9aeb-a95c6cd8de41 req-63cc6f83-cd37-4953-b589-19ea39587ad5 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:14.731579 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ff35f312-c754-446e-9aeb-a95c6cd8de41 req-63cc6f83-cd37-4953-b589-19ea39587ad5 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.35 "DELETE /v2.0/ports/1eb93a89-4a2b-45dd-a068-dc208974760c HTTP/1.1" status: 204 len: 173 time: 0.3925517 Aug 18 19:53:14.732011 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5107cc39-0b13-4f5b-8060-940592dd1d2c', 'name': 'network-vif-deleted', 'tag': '1eb93a89-4a2b-45dd-a068-dc208974760c'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:53:14.734937 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79762ba5-4c19-4b3d-9930-00b504982ab1" -d '{"events": [{"server_uuid": "5107cc39-0b13-4f5b-8060-940592dd1d2c", "name": "network-vif-deleted", "tag": "1eb93a89-4a2b-45dd-a068-dc208974760c"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:53:14.773748 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b3821a-a489-44eb-b794-931643f8cb86 x-openstack-request-id: req-57b3821a-a489-44eb-b794-931643f8cb86 {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:53:14.774057 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5107cc39-0b13-4f5b-8060-940592dd1d2c", "name": "network-vif-deleted", "tag": "1eb93a89-4a2b-45dd-a068-dc208974760c", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:53:14.774317 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-57b3821a-a489-44eb-b794-931643f8cb86 {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:53:14.774744 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5107cc39-0b13-4f5b-8060-940592dd1d2c', 'name': 'network-vif-deleted', 'tag': '1eb93a89-4a2b-45dd-a068-dc208974760c', 'status': 'completed', 'code': 200} Aug 18 19:53:14.833981 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-edf4cd32-b4c9-45eb-8375-c88dbea149b8 req-06f2b6ad-ad8d-4285-aa21-232859553c8e tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=5107cc39-0b13-4f5b-8060-940592dd1d2c HTTP/1.1" status: 200 len: 210 time: 0.0323799 Aug 18 19:53:15.786271 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-ef896ab6-85ae-49e7-89b1-58df0527bc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:15.920085 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:16.122935 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4c8b7-d925-4f53-b01c-12bceb72ae3a req-7c48ee58-d219-42e7-8136-cf9e56281132 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:16.124425 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-00d4c8b7-d925-4f53-b01c-12bceb72ae3a req-7c48ee58-d219-42e7-8136-cf9e56281132 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fbe6b88-1ed9-4612-9556-1e1a314249ee HTTP/1.1" status: 200 len: 945 time: 0.0519998 Aug 18 19:53:16.163410 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-00d4c8b7-d925-4f53-b01c-12bceb72ae3a req-fdd951b6-8b8e-45e2-bac4-43a6b0ee1c2e tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324917 Aug 18 19:53:16.344685 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-477b0743-e30f-456d-b103-233c31be7fef req-f8ab401b-560b-4382-905a-e67174fabfd0 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-945904443&fields=id&tenant_id=624b3e8635264e169d5517f06a2e5b88 HTTP/1.1" status: 200 len: 267 time: 0.0326076 Aug 18 19:53:16.446776 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b0743-e30f-456d-b103-233c31be7fef req-5a5418c5-7ef4-41dc-b7b5-6b64d48e93dc tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:16.448841 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-477b0743-e30f-456d-b103-233c31be7fef req-5a5418c5-7ef4-41dc-b7b5-6b64d48e93dc tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/networks?id=dd556b13-f26a-4c44-b9f6-281b96b7a109 HTTP/1.1" status: 200 len: 809 time: 0.0975304 Aug 18 19:53:16.463268 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-477b0743-e30f-456d-b103-233c31be7fef req-a2570a87-0bc9-45a8-a3c6-8030d48157f1 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/quotas/624b3e8635264e169d5517f06a2e5b88 HTTP/1.1" status: 200 len: 375 time: 0.0088751 Aug 18 19:53:16.524475 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-477b0743-e30f-456d-b103-233c31be7fef req-5ff1556e-11ff-4835-b7c0-169c181a872f tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=624b3e8635264e169d5517f06a2e5b88&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0561287 Aug 18 19:53:16.539898 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [req-477b0743-e30f-456d-b103-233c31be7fef req-58db6037-3d50-4868-ba4f-bb171c11d5a7 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 19:53:16.540853 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-477b0743-e30f-456d-b103-233c31be7fef req-58db6037-3d50-4868-ba4f-bb171c11d5a7 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051093 Aug 18 19:53:16.626431 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-477b0743-e30f-456d-b103-233c31be7fef req-205be663-ab7c-4cca-ac50-df64fe084c01 service neutron] 10.222.0.38 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799398 Aug 18 19:53:16.720923 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-477b0743-e30f-456d-b103-233c31be7fef req-d83dd3bb-9898-4a18-a0ac-b59ac7f151a0 service neutron] 10.222.0.38 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885036 Aug 18 19:53:16.723349 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:17.003033 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-524d51dd-48c0-4f10-906c-852d36ffc7aa req-7e19a270-3107-4123-be1b-cb2c705bfb3a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6090e1f-5251-439e-80c7-2982143aeac5 HTTP/1.1" status: 200 len: 210 time: 0.0274501 Aug 18 19:53:17.287581 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8a4b5-34fb-4a66-97b8-6410a7a50e9c req-d2524803-2052-4c2b-a78a-d4626d152f5b tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:17.289127 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-dff8a4b5-34fb-4a66-97b8-6410a7a50e9c req-d2524803-2052-4c2b-a78a-d4626d152f5b tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fbe6b88-1ed9-4612-9556-1e1a314249ee HTTP/1.1" status: 200 len: 945 time: 0.0554485 Aug 18 19:53:17.336968 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-dff8a4b5-34fb-4a66-97b8-6410a7a50e9c req-90946d65-115e-479b-9b90-97f1de8bcb90 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382037 Aug 18 19:53:17.671898 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 1eb93a89-4a2b-45dd-a068-dc208974760c no longer exists at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:53:17.693627 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] No Port match for: 1eb93a89-4a2b-45dd-a068-dc208974760c {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:53:17.693973 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 1eb93a89-4a2b-45dd-a068-dc208974760c not bound to the agent host hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:53:18.096170 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-057917da-1d3f-444b-9f3d-37a2aeedab22 req-643e9010-f74b-44a6-b1d6-cd798bd1cd71 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6090e1f-5251-439e-80c7-2982143aeac5 HTTP/1.1" status: 200 len: 210 time: 0.0286183 Aug 18 19:53:18.205495 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b89cc5-d719-4ff0-9414-f238bd02032f req-e4cded65-25e0-4a33-9c32-351c6f48cac0 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:18.206974 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-01b89cc5-d719-4ff0-9414-f238bd02032f req-e4cded65-25e0-4a33-9c32-351c6f48cac0 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fbe6b88-1ed9-4612-9556-1e1a314249ee HTTP/1.1" status: 200 len: 945 time: 0.1090477 Aug 18 19:53:18.275519 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b0743-e30f-456d-b103-233c31be7fef req-4193186f-d386-40f0-9bc8-a2190726f8a9 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:18.276977 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-477b0743-e30f-456d-b103-233c31be7fef req-4193186f-d386-40f0-9bc8-a2190726f8a9 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.35 "GET /v2.0/networks?id=dd556b13-f26a-4c44-b9f6-281b96b7a109 HTTP/1.1" status: 200 len: 809 time: 0.1498878 Aug 18 19:53:18.347441 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-477b0743-e30f-456d-b103-233c31be7fef req-ff3caed9-10e9-46c4-8d28-2ea860b3086e tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=624b3e8635264e169d5517f06a2e5b88 HTTP/1.1" status: 200 len: 379 time: 0.0461016 Aug 18 19:53:18.360046 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-477b0743-e30f-456d-b103-233c31be7fef req-1b2e5342-5c62-4c89-9622-06de48a0588d tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Request body: {'port': {'device_id': 'b6090e1f-5251-439e-80c7-2982143aeac5', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'admin_state_up': True, 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'security_groups': ['cd42dafa-8909-4d29-9fa3-cf095c2d261d']}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:53:18.378419 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-01b89cc5-d719-4ff0-9414-f238bd02032f req-0842cef3-34df-4616-ac2c-e8206dcdb6d8 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Deleting port a5143aa4-bf31-40b6-835d-edc58ebf4fca {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:53:18.378810 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-01b89cc5-d719-4ff0-9414-f238bd02032f req-0842cef3-34df-4616-ac2c-e8206dcdb6d8 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:18.459998 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05f03b-2422-4b8a-b5ff-ca1617014634 req-fafff4a6-4249-45b6-a2a5-45fb159fde6a tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:18.463186 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-cc05f03b-2422-4b8a-b5ff-ca1617014634 req-fafff4a6-4249-45b6-a2a5-45fb159fde6a tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fbe6b88-1ed9-4612-9556-1e1a314249ee HTTP/1.1" status: 200 len: 945 time: 0.0579731 Aug 18 19:53:18.467429 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:18.511907 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-cc05f03b-2422-4b8a-b5ff-ca1617014634 req-1b7f0268-9866-4b88-aaec-1637dcd21989 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432296 Aug 18 19:53:18.538959 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-01b89cc5-d719-4ff0-9414-f238bd02032f req-0842cef3-34df-4616-ac2c-e8206dcdb6d8 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] For port a5143aa4-bf31-40b6-835d-edc58ebf4fca, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=a5143aa4-bf31-40b6-835d-edc58ebf4fca,segment=NetworkSegment(17783ac8-641c-466f-b5e4-43b680d29143),segment_id=17783ac8-641c-466f-b5e4-43b680d29143)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:53:18.539331 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-01b89cc5-d719-4ff0-9414-f238bd02032f req-0842cef3-34df-4616-ac2c-e8206dcdb6d8 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:18.559551 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-01b89cc5-d719-4ff0-9414-f238bd02032f req-0842cef3-34df-4616-ac2c-e8206dcdb6d8 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Calling delete_port for a5143aa4-bf31-40b6-835d-edc58ebf4fca owned by compute:nova {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:53:18.574701 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-477b0743-e30f-456d-b103-233c31be7fef req-1b2e5342-5c62-4c89-9622-06de48a0588d tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Made reservation on behalf of 624b3e8635264e169d5517f06a2e5b88 for: {'port': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:53:18.578441 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-477b0743-e30f-456d-b103-233c31be7fef req-1b2e5342-5c62-4c89-9622-06de48a0588d tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:18.728151 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 50340) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:18.807361 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [req-477b0743-e30f-456d-b103-233c31be7fef req-1b2e5342-5c62-4c89-9622-06de48a0588d tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Allocated IP 172.20.0.6 (dd556b13-f26a-4c44-b9f6-281b96b7a109/8005a179-1635-43a5-bbc5-ad046ac3eb37/fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:53:18.819052 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-01b89cc5-d719-4ff0-9414-f238bd02032f req-0842cef3-34df-4616-ac2c-e8206dcdb6d8 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:18.856550 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['d2955be8-b9b4-4ead-81c6-a30b2a1afb5e', 'a5143aa4-bf31-40b6-835d-edc58ebf4fca'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:53:18.863304 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842cef3-34df-4616-ac2c-e8206dcdb6d8 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Pushing event deleted for resources: {'Port': ['ID=a5143aa4-bf31-40b6-835d-edc58ebf4fca,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:18.878192 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-99c55027-468a-49a4-88c8-19f638f7f4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:18.924760 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b89cc5-d719-4ff0-9414-f238bd02032f req-0842cef3-34df-4616-ac2c-e8206dcdb6d8 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] No DVR routers for this DVR port a5143aa4-bf31-40b6-835d-edc58ebf4fca on host hv-cinder-80507 {{(pid=100440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:53:18.956577 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-01b89cc5-d719-4ff0-9414-f238bd02032f req-0842cef3-34df-4616-ac2c-e8206dcdb6d8 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:18.958573 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-01b89cc5-d719-4ff0-9414-f238bd02032f req-0842cef3-34df-4616-ac2c-e8206dcdb6d8 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.35 "DELETE /v2.0/ports/a5143aa4-bf31-40b6-835d-edc58ebf4fca HTTP/1.1" status: 204 len: 173 time: 0.7431502 Aug 18 19:53:18.959044 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbe6b88-1ed9-4612-9556-1e1a314249ee', 'name': 'network-vif-deleted', 'tag': 'a5143aa4-bf31-40b6-835d-edc58ebf4fca'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:53:18.961362 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e7d629-aff1-4a83-9e82-678ee0905f57" -d '{"events": [{"server_uuid": "3fbe6b88-1ed9-4612-9556-1e1a314249ee", "name": "network-vif-deleted", "tag": "a5143aa4-bf31-40b6-835d-edc58ebf4fca"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:53:19.004201 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308e5d02-6205-43eb-84f3-8454c9acd2f0 x-openstack-request-id: req-308e5d02-6205-43eb-84f3-8454c9acd2f0 {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:53:19.004500 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbe6b88-1ed9-4612-9556-1e1a314249ee", "name": "network-vif-deleted", "tag": "a5143aa4-bf31-40b6-835d-edc58ebf4fca", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:53:19.004762 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-308e5d02-6205-43eb-84f3-8454c9acd2f0 {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:53:19.005162 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbe6b88-1ed9-4612-9556-1e1a314249ee', 'name': 'network-vif-deleted', 'tag': 'a5143aa4-bf31-40b6-835d-edc58ebf4fca', 'status': 'completed', 'code': 200} Aug 18 19:53:19.014513 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-99c55027-468a-49a4-88c8-19f638f7f4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:19.019085 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-99c55027-468a-49a4-88c8-19f638f7f4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:19.076420 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-477b0743-e30f-456d-b103-233c31be7fef req-1b2e5342-5c62-4c89-9622-06de48a0588d tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:19.093401 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [req-477b0743-e30f-456d-b103-233c31be7fef req-1b2e5342-5c62-4c89-9622-06de48a0588d tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Transition to ACTIVE for port object fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c will not be triggered until provisioned by entity DHCP. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:53:19.131723 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-477b0743-e30f-456d-b103-233c31be7fef req-1b2e5342-5c62-4c89-9622-06de48a0588d tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:19.179113 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-477b0743-e30f-456d-b103-233c31be7fef req-1b2e5342-5c62-4c89-9622-06de48a0588d tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Network dd556b13-f26a-4c44-b9f6-281b96b7a109 is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:53:19.182219 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [req-477b0743-e30f-456d-b103-233c31be7fef req-1b2e5342-5c62-4c89-9622-06de48a0588d tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:53:19.184764 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-477b0743-e30f-456d-b103-233c31be7fef req-1b2e5342-5c62-4c89-9622-06de48a0588d tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:53:19.225609 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e5342-5c62-4c89-9622-06de48a0588d tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Pushing event updated for resources: {'Port': ['ID=fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:19.247757 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b0743-e30f-456d-b103-233c31be7fef req-1b2e5342-5c62-4c89-9622-06de48a0588d tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:19.248406 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-477b0743-e30f-456d-b103-233c31be7fef req-1b2e5342-5c62-4c89-9622-06de48a0588d tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:19.265417 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-477b0743-e30f-456d-b103-233c31be7fef req-1b2e5342-5c62-4c89-9622-06de48a0588d tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9098735 Aug 18 19:53:19.306071 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-477b0743-e30f-456d-b103-233c31be7fef req-73628b80-5a4b-4737-8efb-983c2f30a1dc service neutron] Request body: {'port': {'device_id': 'b6090e1f-5251-439e-80c7-2982143aeac5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:53:19.344322 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-99c55027-468a-49a4-88c8-19f638f7f4d9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6832096002af436885c49f7dfe6bf2c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6146243 Aug 18 19:53:19.346312 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c55027-468a-49a4-88c8-19f638f7f4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea7df6f-388d-4911-912d-dd6c55bed4d9,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:19.349977 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 50348) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:19.375360 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-477b0743-e30f-456d-b103-233c31be7fef req-73628b80-5a4b-4737-8efb-983c2f30a1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:19.389606 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-1e5f1d90-d5d7-4326-a38a-0aa369ba332b None None] Provisioning for port fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c completed by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:53:19.393687 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-1e5f1d90-d5d7-4326-a38a-0aa369ba332b None None] Provisioning complete for port fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:53:19.394074 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-1e5f1d90-d5d7-4326-a38a-0aa369ba332b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:19.398925 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c8b15-8bd9-4afd-8172-649f1f0dead9 req-98535d32-3545-426d-800f-41566175e731 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:19.400440 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e54c8b15-8bd9-4afd-8172-649f1f0dead9 req-98535d32-3545-426d-800f-41566175e731 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6090e1f-5251-439e-80c7-2982143aeac5 HTTP/1.1" status: 200 len: 931 time: 0.0918136 Aug 18 19:53:19.427023 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-1e5f1d90-d5d7-4326-a38a-0aa369ba332b None None] Port fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c cannot update to ACTIVE because it is not bound. {{(pid=100441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:53:19.460023 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e54c8b15-8bd9-4afd-8172-649f1f0dead9 req-b86c8d99-195e-40e3-a924-a73d14d0b0ca tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520828 Aug 18 19:53:19.460795 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-77e8e350-11e3-495b-97bc-a98df25e6e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:19.485817 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-77e8e350-11e3-495b-97bc-a98df25e6e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:19.536693 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-77e8e350-11e3-495b-97bc-a98df25e6e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:19.539695 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-77e8e350-11e3-495b-97bc-a98df25e6e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:19.541568 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-77e8e350-11e3-495b-97bc-a98df25e6e17 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dea7df6f-388d-4911-912d-dd6c55bed4d9 HTTP/1.1" status: 204 len: 168 time: 0.1901431 Aug 18 19:53:19.553051 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8e350-11e3-495b-97bc-a98df25e6e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea7df6f-388d-4911-912d-dd6c55bed4d9,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:19.660771 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4db54cc9-fad2-4c67-aedb-475039debe46 req-d5c9b8bb-9971-4be9-9cd2-b4238a3b0db8 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fbe6b88-1ed9-4612-9556-1e1a314249ee HTTP/1.1" status: 200 len: 210 time: 0.0429025 Aug 18 19:53:19.719867 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [req-477b0743-e30f-456d-b103-233c31be7fef req-73628b80-5a4b-4737-8efb-983c2f30a1dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c {{(pid=100440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:53:19.728087 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-477b0743-e30f-456d-b103-233c31be7fef req-73628b80-5a4b-4737-8efb-983c2f30a1dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:19.740906 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [req-477b0743-e30f-456d-b103-233c31be7fef req-73628b80-5a4b-4737-8efb-983c2f30a1dc service neutron] Transition to ACTIVE for port object fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c will not be triggered until provisioned by entity L2. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:53:19.744979 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-477b0743-e30f-456d-b103-233c31be7fef req-73628b80-5a4b-4737-8efb-983c2f30a1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:19.800204 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73628b80-5a4b-4737-8efb-983c2f30a1dc service neutron] Pushing event updated for resources: {'Port': ['ID=fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c,revision_number=2']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:19.852921 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 50356) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:19.866577 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d78392a9-b413-4e3b-9d37-e9795c4a689b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:19.872596 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-477b0743-e30f-456d-b103-233c31be7fef req-73628b80-5a4b-4737-8efb-983c2f30a1dc service neutron] Attempting to bind port fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c on host hv-cinder-80507 for vnic_type normal with profile {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:53:19.872940 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-477b0743-e30f-456d-b103-233c31be7fef req-73628b80-5a4b-4737-8efb-983c2f30a1dc service neutron] Attempting to bind port fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': 'e130ac30-57fc-4038-8a25-d0dc9076ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109'}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:53:19.873277 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477b0743-e30f-456d-b103-233c31be7fef req-73628b80-5a4b-4737-8efb-983c2f30a1dc service neutron] Attempting to bind port fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c on network dd556b13-f26a-4c44-b9f6-281b96b7a109 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:53:19.878005 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477b0743-e30f-456d-b103-233c31be7fef req-73628b80-5a4b-4737-8efb-983c2f30a1dc service neutron] Port fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c on network dd556b13-f26a-4c44-b9f6-281b96b7a109 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:53:19.878338 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477b0743-e30f-456d-b103-233c31be7fef req-73628b80-5a4b-4737-8efb-983c2f30a1dc service neutron] Attempting to bind port fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c on network dd556b13-f26a-4c44-b9f6-281b96b7a109 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:53:19.883385 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477b0743-e30f-456d-b103-233c31be7fef req-73628b80-5a4b-4737-8efb-983c2f30a1dc service neutron] Checking agent: {'id': 'a8b818dc-2c80-42c6-b162-9bd2386595a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'started_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:53:19.883728 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477b0743-e30f-456d-b103-233c31be7fef req-73628b80-5a4b-4737-8efb-983c2f30a1dc service neutron] Checking segment: {'id': 'e130ac30-57fc-4038-8a25-d0dc9076ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:53:19.884119 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477b0743-e30f-456d-b103-233c31be7fef req-73628b80-5a4b-4737-8efb-983c2f30a1dc service neutron] Bound using segment: {'id': 'e130ac30-57fc-4038-8a25-d0dc9076ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109'} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:53:19.884558 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-477b0743-e30f-456d-b103-233c31be7fef req-73628b80-5a4b-4737-8efb-983c2f30a1dc service neutron] Bound port: fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e130ac30-57fc-4038-8a25-d0dc9076ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109'}}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:53:19.884923 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-477b0743-e30f-456d-b103-233c31be7fef req-73628b80-5a4b-4737-8efb-983c2f30a1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:19.954721 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-477b0743-e30f-456d-b103-233c31be7fef req-73628b80-5a4b-4737-8efb-983c2f30a1dc service neutron] For port fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c, host hv-cinder-80507, cleared binding levels {{(pid=100440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:53:19.958089 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-477b0743-e30f-456d-b103-233c31be7fef req-73628b80-5a4b-4737-8efb-983c2f30a1dc service neutron] For port fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c,segment=NetworkSegment(e130ac30-57fc-4038-8a25-d0dc9076ba43),segment_id=e130ac30-57fc-4038-8a25-d0dc9076ba43)] {{(pid=100440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:53:19.964649 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-477b0743-e30f-456d-b103-233c31be7fef req-73628b80-5a4b-4737-8efb-983c2f30a1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:19.974804 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d78392a9-b413-4e3b-9d37-e9795c4a689b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:19.978653 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d78392a9-b413-4e3b-9d37-e9795c4a689b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:20.010223 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b0743-e30f-456d-b103-233c31be7fef req-73628b80-5a4b-4737-8efb-983c2f30a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:20.010853 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-477b0743-e30f-456d-b103-233c31be7fef req-73628b80-5a4b-4737-8efb-983c2f30a1dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:20.012295 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-477b0743-e30f-456d-b103-233c31be7fef req-73628b80-5a4b-4737-8efb-983c2f30a1dc service neutron] 10.222.0.35 "PUT /v2.0/ports/fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c HTTP/1.1" status: 200 len: 1093 time: 0.7112219 Aug 18 19:53:20.027923 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73628b80-5a4b-4737-8efb-983c2f30a1dc service neutron] Pushing event updated for resources: {'Port': ['ID=fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c,revision_number=3']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:20.030080 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-d78392a9-b413-4e3b-9d37-e9795c4a689b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6aaa34bf716643029a8cc27a4af69042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1756916 Aug 18 19:53:20.030959 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78392a9-b413-4e3b-9d37-e9795c4a689b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d637a1-ba86-42e0-bbe1-5b90febe5bde,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:20.032524 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 50358) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:20.113440 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:20.115473 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-65693b9d-b46e-4f3d-afa0-00f1671b3459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:20.142234 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b0743-e30f-456d-b103-233c31be7fef req-e9706d39-896e-46c1-a8d6-647629dfad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:20.143763 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-477b0743-e30f-456d-b103-233c31be7fef req-e9706d39-896e-46c1-a8d6-647629dfad33 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=624b3e8635264e169d5517f06a2e5b88&device_id=b6090e1f-5251-439e-80c7-2982143aeac5 HTTP/1.1" status: 200 len: 1096 time: 0.0701604 Aug 18 19:53:20.145675 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-65693b9d-b46e-4f3d-afa0-00f1671b3459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:20.215741 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-477b0743-e30f-456d-b103-233c31be7fef req-bea2430b-fe3f-494a-991b-116df6fc4b63 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c HTTP/1.1" status: 200 len: 217 time: 0.0522444 Aug 18 19:53:20.264941 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-65693b9d-b46e-4f3d-afa0-00f1671b3459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:20.267417 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-65693b9d-b46e-4f3d-afa0-00f1671b3459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:20.268530 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-65693b9d-b46e-4f3d-afa0-00f1671b3459 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/37d637a1-ba86-42e0-bbe1-5b90febe5bde HTTP/1.1" status: 204 len: 168 time: 0.2346795 Aug 18 19:53:20.274751 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b0743-e30f-456d-b103-233c31be7fef req-840eb314-eb26-4c8d-9f18-0e51b43b68b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:20.276175 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-477b0743-e30f-456d-b103-233c31be7fef req-840eb314-eb26-4c8d-9f18-0e51b43b68b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8005a179-1635-43a5-bbc5-ad046ac3eb37 HTTP/1.1" status: 200 len: 848 time: 0.0524030 Aug 18 19:53:20.281489 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65693b9d-b46e-4f3d-afa0-00f1671b3459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d637a1-ba86-42e0-bbe1-5b90febe5bde,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:20.323439 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b0743-e30f-456d-b103-233c31be7fef req-d0c408f5-fe63-4f8a-a73f-1554799e37e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:20.325025 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-477b0743-e30f-456d-b103-233c31be7fef req-d0c408f5-fe63-4f8a-a73f-1554799e37e3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd556b13-f26a-4c44-b9f6-281b96b7a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409763 Aug 18 19:53:20.421155 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-477b0743-e30f-456d-b103-233c31be7fef req-06bd2b41-31a4-427d-b58c-631f5a5c4bce service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867703 Aug 18 19:53:20.516466 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-477b0743-e30f-456d-b103-233c31be7fef req-bf12d9c3-c3ba-4b82-bb04-21ee66a57f5f service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878439 Aug 18 19:53:20.578521 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e725d13-9f3b-4272-9f3e-418fa29be8ef req-3dab44f1-4c2f-4321-88d2-b1c27832d544 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:20.580030 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7e725d13-9f3b-4272-9f3e-418fa29be8ef req-3dab44f1-4c2f-4321-88d2-b1c27832d544 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6090e1f-5251-439e-80c7-2982143aeac5 HTTP/1.1" status: 200 len: 943 time: 0.0517097 Aug 18 19:53:20.603545 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 50366) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:20.617187 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-603663f1-0f25-40b4-9292-4d2f2b697f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:20.620065 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-7e725d13-9f3b-4272-9f3e-418fa29be8ef req-2265b77f-e580-4b90-a620-967db24a8743 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341158 Aug 18 19:53:20.708811 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-603663f1-0f25-40b4-9292-4d2f2b697f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:20.712963 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-603663f1-0f25-40b4-9292-4d2f2b697f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:20.758459 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-603663f1-0f25-40b4-9292-4d2f2b697f13 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3b8ae1815142461db5215acfd68da50c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536682 Aug 18 19:53:20.759373 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603663f1-0f25-40b4-9292-4d2f2b697f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4788b25-e755-45eb-ba7d-a61360462c52,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:20.761004 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 50372) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:20.815696 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e2e581b5-1dae-4d10-8513-4a274b2f3e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:20.837017 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e2e581b5-1dae-4d10-8513-4a274b2f3e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:20.884254 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e2e581b5-1dae-4d10-8513-4a274b2f3e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:20.888463 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-e2e581b5-1dae-4d10-8513-4a274b2f3e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:20.889822 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-e2e581b5-1dae-4d10-8513-4a274b2f3e2e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f4788b25-e755-45eb-ba7d-a61360462c52 HTTP/1.1" status: 204 len: 168 time: 0.1269100 Aug 18 19:53:20.899043 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e581b5-1dae-4d10-8513-4a274b2f3e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4788b25-e755-45eb-ba7d-a61360462c52,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:21.006622 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6090e1f-5251-439e-80c7-2982143aeac5', 'tag': 'fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:53:21.009181 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84235a3c-6d06-433f-b46a-1de372a025a4" -d '{"events": [{"name": "network-changed", "server_uuid": "b6090e1f-5251-439e-80c7-2982143aeac5", "tag": "fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:53:21.045377 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b18aa94-c59a-4e66-b428-d6702f3f5883 x-openstack-request-id: req-1b18aa94-c59a-4e66-b428-d6702f3f5883 {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:53:21.045377 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6090e1f-5251-439e-80c7-2982143aeac5", "tag": "fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:53:21.045377 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1b18aa94-c59a-4e66-b428-d6702f3f5883 {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:53:21.045950 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6090e1f-5251-439e-80c7-2982143aeac5', 'tag': 'fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c', 'status': 'completed', 'code': 200} Aug 18 19:53:21.207497 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84235a3c-6d06-433f-b46a-1de372a025a4 req-47cdc913-28c9-4e9a-9994-a6609dd1a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:21.209013 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-84235a3c-6d06-433f-b46a-1de372a025a4 req-47cdc913-28c9-4e9a-9994-a6609dd1a935 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=624b3e8635264e169d5517f06a2e5b88&device_id=b6090e1f-5251-439e-80c7-2982143aeac5 HTTP/1.1" status: 200 len: 1096 time: 0.0420699 Aug 18 19:53:21.304581 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84235a3c-6d06-433f-b46a-1de372a025a4 req-cbf01070-bb5d-42e0-8420-06eb8ac0afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:21.305988 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-84235a3c-6d06-433f-b46a-1de372a025a4 req-cbf01070-bb5d-42e0-8420-06eb8ac0afe6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd556b13-f26a-4c44-b9f6-281b96b7a109 HTTP/1.1" status: 200 len: 910 time: 0.0885057 Aug 18 19:53:21.624534 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-84235a3c-6d06-433f-b46a-1de372a025a4 req-584e1841-5ead-4ba2-bdde-8841c00b2827 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c HTTP/1.1" status: 200 len: 217 time: 0.3072989 Aug 18 19:53:21.674075 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84235a3c-6d06-433f-b46a-1de372a025a4 req-c87686dc-be79-462b-8b2d-5371685a84a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:21.675557 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-84235a3c-6d06-433f-b46a-1de372a025a4 req-c87686dc-be79-462b-8b2d-5371685a84a7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8005a179-1635-43a5-bbc5-ad046ac3eb37 HTTP/1.1" status: 200 len: 848 time: 0.0437863 Aug 18 19:53:21.707297 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device a5143aa4-bf31-40b6-835d-edc58ebf4fca no longer exists at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:53:21.728837 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] No Port match for: a5143aa4-bf31-40b6-835d-edc58ebf4fca {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:53:21.729187 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device a5143aa4-bf31-40b6-835d-edc58ebf4fca not bound to the agent host hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:53:21.758713 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84235a3c-6d06-433f-b46a-1de372a025a4 req-969afbb8-fe05-4701-929a-2ad196fd64ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:21.760167 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-84235a3c-6d06-433f-b46a-1de372a025a4 req-969afbb8-fe05-4701-929a-2ad196fd64ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd556b13-f26a-4c44-b9f6-281b96b7a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769145 Aug 18 19:53:21.768451 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3d30f-9e76-474a-ab9e-fff37597fd36 req-8b255f4a-ff14-4b77-9957-92553ce83852 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:21.769810 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-69f3d30f-9e76-474a-ab9e-fff37597fd36 req-8b255f4a-ff14-4b77-9957-92553ce83852 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6090e1f-5251-439e-80c7-2982143aeac5 HTTP/1.1" status: 200 len: 943 time: 0.0783727 Aug 18 19:53:21.864540 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-69f3d30f-9e76-474a-ab9e-fff37597fd36 req-8aadf037-26f2-40a3-9514-2ea318541fa2 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824265 Aug 18 19:53:21.902262 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-84235a3c-6d06-433f-b46a-1de372a025a4 req-c5320f62-5f23-4fef-8e46-84f16296ce06 service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275353 Aug 18 19:53:22.007858 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-84235a3c-6d06-433f-b46a-1de372a025a4 req-9515b307-269a-420a-8b36-805e56c57aa2 service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974748 Aug 18 19:53:22.082270 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12527366-154b-4073-8739-df8900821639 req-1b419dce-23f8-4f79-ac13-496ee9e4ef56 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:22.083863 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-12527366-154b-4073-8739-df8900821639 req-1b419dce-23f8-4f79-ac13-496ee9e4ef56 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=32008d15-8e0d-4171-8cc1-45cee20c61f7 HTTP/1.1" status: 200 len: 945 time: 0.0533659 Aug 18 19:53:22.122705 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-12527366-154b-4073-8739-df8900821639 req-462c8044-d5db-4251-80f3-43ec708fa3e5 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323069 Aug 18 19:53:22.992347 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad0ef1-3f81-49e5-ba1f-79c88ec2f854 req-5a043718-dd7c-4c10-8444-4514e00839d5 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:22.993774 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-27ad0ef1-3f81-49e5-ba1f-79c88ec2f854 req-5a043718-dd7c-4c10-8444-4514e00839d5 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6090e1f-5251-439e-80c7-2982143aeac5 HTTP/1.1" status: 200 len: 943 time: 0.0528510 Aug 18 19:53:23.033692 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-27ad0ef1-3f81-49e5-ba1f-79c88ec2f854 req-b753167f-e5af-44f1-8be0-8e7f96a1ab5c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320516 Aug 18 19:53:23.237888 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801f356-443d-4cf5-85a1-af511fcc708a req-2e29beed-5099-44a9-b20f-b2b2d86bc089 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:23.239374 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4801f356-443d-4cf5-85a1-af511fcc708a req-2e29beed-5099-44a9-b20f-b2b2d86bc089 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=32008d15-8e0d-4171-8cc1-45cee20c61f7 HTTP/1.1" status: 200 len: 945 time: 0.0482082 Aug 18 19:53:23.275890 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4801f356-443d-4cf5-85a1-af511fcc708a req-44207b54-f6ee-43f2-80bf-5e4d27d6d8cd tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305512 Aug 18 19:53:24.154736 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e236eb4-e866-4730-9e57-72cafe8b7ded req-8402c99a-86dd-4fc2-962e-1910ec4fbbb8 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:24.156255 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-6e236eb4-e866-4730-9e57-72cafe8b7ded req-8402c99a-86dd-4fc2-962e-1910ec4fbbb8 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6090e1f-5251-439e-80c7-2982143aeac5 HTTP/1.1" status: 200 len: 943 time: 0.0497470 Aug 18 19:53:24.195848 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-6e236eb4-e866-4730-9e57-72cafe8b7ded req-c92479d4-8fe3-472a-bed1-c819edbe9498 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331755 Aug 18 19:53:24.426056 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bcb98-2bc8-41af-a11f-5be13d85ddd6 req-58ea7673-b325-4383-af24-0f2faed97adb tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:24.427835 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7f1bcb98-2bc8-41af-a11f-5be13d85ddd6 req-58ea7673-b325-4383-af24-0f2faed97adb tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/ports?device_id=32008d15-8e0d-4171-8cc1-45cee20c61f7 HTTP/1.1" status: 200 len: 945 time: 0.0854070 Aug 18 19:53:24.436696 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e0e04-5ff2-44b7-8300-3960bfb4d10e req-5b293523-b0b7-4a97-acff-e0611bb7eaaf tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:24.438105 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-650e0e04-5ff2-44b7-8300-3960bfb4d10e req-5b293523-b0b7-4a97-acff-e0611bb7eaaf tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.35 "GET /v2.0/ports?device_id=32008d15-8e0d-4171-8cc1-45cee20c61f7 HTTP/1.1" status: 200 len: 945 time: 0.0866671 Aug 18 19:53:24.505032 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7f1bcb98-2bc8-41af-a11f-5be13d85ddd6 req-b0633ce3-aeea-4adf-9b5e-72469cdfaf29 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d5fdc3b-ee17-40a6-8713-8697eef16e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659480 Aug 18 19:53:24.559249 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-650e0e04-5ff2-44b7-8300-3960bfb4d10e req-c0372b82-0e04-4ff6-910c-5718b7926931 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Deleting port d2955be8-b9b4-4ead-81c6-a30b2a1afb5e {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:53:24.559604 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-650e0e04-5ff2-44b7-8300-3960bfb4d10e req-c0372b82-0e04-4ff6-910c-5718b7926931 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:24.659541 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-650e0e04-5ff2-44b7-8300-3960bfb4d10e req-c0372b82-0e04-4ff6-910c-5718b7926931 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] For port d2955be8-b9b4-4ead-81c6-a30b2a1afb5e, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=d2955be8-b9b4-4ead-81c6-a30b2a1afb5e,segment=NetworkSegment(17783ac8-641c-466f-b5e4-43b680d29143),segment_id=17783ac8-641c-466f-b5e4-43b680d29143)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:53:24.659904 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-650e0e04-5ff2-44b7-8300-3960bfb4d10e req-c0372b82-0e04-4ff6-910c-5718b7926931 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:24.673427 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-650e0e04-5ff2-44b7-8300-3960bfb4d10e req-c0372b82-0e04-4ff6-910c-5718b7926931 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Calling delete_port for d2955be8-b9b4-4ead-81c6-a30b2a1afb5e owned by compute:nova {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:53:24.809739 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-650e0e04-5ff2-44b7-8300-3960bfb4d10e req-c0372b82-0e04-4ff6-910c-5718b7926931 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:24.838308 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0372b82-0e04-4ff6-910c-5718b7926931 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Pushing event deleted for resources: {'Port': ['ID=d2955be8-b9b4-4ead-81c6-a30b2a1afb5e,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:24.846556 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['d2955be8-b9b4-4ead-81c6-a30b2a1afb5e'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:53:24.885241 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-650e0e04-5ff2-44b7-8300-3960bfb4d10e req-c0372b82-0e04-4ff6-910c-5718b7926931 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] No DVR routers for this DVR port d2955be8-b9b4-4ead-81c6-a30b2a1afb5e on host hv-cinder-80507 {{(pid=100440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:53:24.887722 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-650e0e04-5ff2-44b7-8300-3960bfb4d10e req-c0372b82-0e04-4ff6-910c-5718b7926931 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:24.889673 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-650e0e04-5ff2-44b7-8300-3960bfb4d10e req-c0372b82-0e04-4ff6-910c-5718b7926931 tempest-AttachVolumeNegativeTest-639490316 tempest-AttachVolumeNegativeTest-639490316-project] 10.222.0.35 "DELETE /v2.0/ports/d2955be8-b9b4-4ead-81c6-a30b2a1afb5e HTTP/1.1" status: 204 len: 173 time: 0.4439213 Aug 18 19:53:24.890098 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32008d15-8e0d-4171-8cc1-45cee20c61f7', 'name': 'network-vif-deleted', 'tag': 'd2955be8-b9b4-4ead-81c6-a30b2a1afb5e'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:53:24.892374 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06966f22-e3df-4f7f-960a-d8dfb0de464d" -d '{"events": [{"server_uuid": "32008d15-8e0d-4171-8cc1-45cee20c61f7", "name": "network-vif-deleted", "tag": "d2955be8-b9b4-4ead-81c6-a30b2a1afb5e"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:53:24.935519 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db30578-fd7f-4419-8421-f3ab71c26906 x-openstack-request-id: req-3db30578-fd7f-4419-8421-f3ab71c26906 {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:53:24.935815 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32008d15-8e0d-4171-8cc1-45cee20c61f7", "name": "network-vif-deleted", "tag": "d2955be8-b9b4-4ead-81c6-a30b2a1afb5e", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:53:24.936121 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3db30578-fd7f-4419-8421-f3ab71c26906 {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:53:24.936468 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32008d15-8e0d-4171-8cc1-45cee20c61f7', 'name': 'network-vif-deleted', 'tag': 'd2955be8-b9b4-4ead-81c6-a30b2a1afb5e', 'status': 'completed', 'code': 200} Aug 18 19:53:25.312129 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d61687-bb91-4b9f-9573-5357780bc62e req-0e151625-1b21-405a-89ba-308119d119ee tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:25.313611 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-75d61687-bb91-4b9f-9573-5357780bc62e req-0e151625-1b21-405a-89ba-308119d119ee tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6090e1f-5251-439e-80c7-2982143aeac5 HTTP/1.1" status: 200 len: 943 time: 0.0531983 Aug 18 19:53:25.352601 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-75d61687-bb91-4b9f-9573-5357780bc62e req-f464568e-930a-4075-9d70-eb35fe1870e2 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325658 Aug 18 19:53:25.562137 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 50482) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:25.605255 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.db_base_plugin_v2 [None req-db6759c5-82bd-43d3-94e8-90ad93756d02 admin admin] Deleting subnet f02321e8-2351-4209-89c2-b6ee210c2524 {{(pid=100439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:53:25.608363 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-db6759c5-82bd-43d3-94e8-90ad93756d02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:25.646267 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-db6759c5-82bd-43d3-94e8-90ad93756d02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60717170'] for subnet, precommit_delete_associations {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:25.683915 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-db6759c5-82bd-43d3-94e8-90ad93756d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1353739'] for subnet, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:25.736924 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-db6759c5-82bd-43d3-94e8-90ad93756d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1353746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58782325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59087251'] for subnet, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:25.760999 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6759c5-82bd-43d3-94e8-90ad93756d02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f02321e8-2351-4209-89c2-b6ee210c2524,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:25.766589 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-db6759c5-82bd-43d3-94e8-90ad93756d02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for subnet, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:25.768898 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-db6759c5-82bd-43d3-94e8-90ad93756d02 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f02321e8-2351-4209-89c2-b6ee210c2524 HTTP/1.1" status: 204 len: 168 time: 0.2052679 Aug 18 19:53:25.770847 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 50484) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:25.839535 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-63a6319c-5210-4b5b-9940-472f9c9c2889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596498'] for network, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:25.914917 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-63a6319c-5210-4b5b-9940-472f9c9c2889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1352834', 'neutron.services.segments.db._delete_segments_for_network-8741574556865'] for network, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:25.924842 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.services.segments.db [None req-63a6319c-5210-4b5b-9940-472f9c9c2889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ceda43d-3c99-47aa-9354-7d1d42a93499']}} {{(pid=100439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:53:25.935151 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.services.segments.db [None req-63a6319c-5210-4b5b-9940-472f9c9c2889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17783ac8-641c-466f-b5e4-43b680d29143') {'for_net_delete': True} {{(pid=100439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:53:25.935455 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.services.segments.db [None req-63a6319c-5210-4b5b-9940-472f9c9c2889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17783ac8-641c-466f-b5e4-43b680d29143') {} {{(pid=100439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:53:25.943958 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-63a6319c-5210-4b5b-9940-472f9c9c2889 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741574601894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60717179'] for segment, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:25.956983 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-63a6319c-5210-4b5b-9940-472f9c9c2889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:25.962550 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a6319c-5210-4b5b-9940-472f9c9c2889 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=100439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:53:25.962967 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-63a6319c-5210-4b5b-9940-472f9c9c2889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60732375'] for segment, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: Traceback (most recent call last): Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: timer() Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: cb(*args, **kw) Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: return func(*args, **kwargs) Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: self._notify() Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: self.callback(batched_events) Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: event.method(event) Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: return f(self, *a, **k) Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: return self._get(url).json() Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: return self.request(url, 'GET', **kwargs) Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:53:25.964573 dv-cinder-805072-2-iscsi neutron-server[100439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:53:26.023174 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-63a6319c-5210-4b5b-9940-472f9c9c2889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678657'] for network, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:26.029710 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-63a6319c-5210-4b5b-9940-472f9c9c2889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:26.031434 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-63a6319c-5210-4b5b-9940-472f9c9c2889 admin admin] 10.222.0.38 "DELETE /v2.0/networks/9ceda43d-3c99-47aa-9354-7d1d42a93499 HTTP/1.1" status: 204 len: 168 time: 0.2595997 Aug 18 19:53:26.041138 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6319c-5210-4b5b-9940-472f9c9c2889 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ceda43d-3c99-47aa-9354-7d1d42a93499,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:26.200223 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 50492) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:26.243759 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-cdf44cbe-1ae4-4983-bbc4-020bab4be062 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=183797f3c75344f796e4a535ab63587e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423131 Aug 18 19:53:26.246233 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 50498) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:26.296894 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-320750af-f8a8-46f7-9a33-3e07ef070b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:26.318426 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-320750af-f8a8-46f7-9a33-3e07ef070b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:26.364747 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-320750af-f8a8-46f7-9a33-3e07ef070b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:26.367284 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-320750af-f8a8-46f7-9a33-3e07ef070b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:26.368443 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-320750af-f8a8-46f7-9a33-3e07ef070b58 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5d5fdc3b-ee17-40a6-8713-8697eef16e2f HTTP/1.1" status: 204 len: 168 time: 0.1210983 Aug 18 19:53:26.376206 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320750af-f8a8-46f7-9a33-3e07ef070b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5fdc3b-ee17-40a6-8713-8697eef16e2f,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:26.472900 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19dfe5-62d1-44b8-922a-0b1c1f095b1e req-29236701-885c-42c6-ab42-9a6a93a9cac7 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:26.474364 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0b19dfe5-62d1-44b8-922a-0b1c1f095b1e req-29236701-885c-42c6-ab42-9a6a93a9cac7 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6090e1f-5251-439e-80c7-2982143aeac5 HTTP/1.1" status: 200 len: 943 time: 0.0494275 Aug 18 19:53:26.513926 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-0b19dfe5-62d1-44b8-922a-0b1c1f095b1e req-0498ecad-b545-4f25-8cbf-56c5c2948c97 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335424 Aug 18 19:53:27.270021 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-22092155-714f-4b54-a811-25bcd68fc5c2 req-ff3aa6a4-911e-47fa-a0c0-c02219d37510 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bf41f53e-365e-4f67-813d-f03d1a427d9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406878 Aug 18 19:53:27.396328 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22092155-714f-4b54-a811-25bcd68fc5c2 req-fb40953f-367a-4868-af7f-4281e32dd50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:27.397769 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-22092155-714f-4b54-a811-25bcd68fc5c2 req-fb40953f-367a-4868-af7f-4281e32dd50d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=624b3e8635264e169d5517f06a2e5b88&device_id=bf41f53e-365e-4f67-813d-f03d1a427d9f HTTP/1.1" status: 200 len: 1098 time: 0.0496924 Aug 18 19:53:27.504793 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22092155-714f-4b54-a811-25bcd68fc5c2 req-148cbdd4-36f6-4345-ab20-7ac44b799ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:27.506447 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-22092155-714f-4b54-a811-25bcd68fc5c2 req-148cbdd4-36f6-4345-ab20-7ac44b799ad4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd556b13-f26a-4c44-b9f6-281b96b7a109 HTTP/1.1" status: 200 len: 910 time: 0.0889330 Aug 18 19:53:27.590091 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-22092155-714f-4b54-a811-25bcd68fc5c2 req-1330bbf9-1087-4fb6-bc3c-ff9ae571b36f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56b79ed0-224d-4687-9163-3ec4851930b0 HTTP/1.1" status: 200 len: 1000 time: 0.0739560 Aug 18 19:53:27.651902 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904c6da-d0d9-4b46-827d-058fe9351561 req-d970cf0d-d2ab-4cd8-bf5e-4b5927074189 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:27.657776 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22092155-714f-4b54-a811-25bcd68fc5c2 req-3107330f-9153-4611-9d29-fb89d902bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:27.659962 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-22092155-714f-4b54-a811-25bcd68fc5c2 req-3107330f-9153-4611-9d29-fb89d902bbd8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8005a179-1635-43a5-bbc5-ad046ac3eb37 HTTP/1.1" status: 200 len: 848 time: 0.0508411 Aug 18 19:53:27.661569 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e904c6da-d0d9-4b46-827d-058fe9351561 req-d970cf0d-d2ab-4cd8-bf5e-4b5927074189 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6090e1f-5251-439e-80c7-2982143aeac5 HTTP/1.1" status: 200 len: 943 time: 0.0731084 Aug 18 19:53:27.711483 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e904c6da-d0d9-4b46-827d-058fe9351561 req-a803ffe3-b5e6-4ed9-9e7d-8f78d104596e tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488765 Aug 18 19:53:27.723722 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22092155-714f-4b54-a811-25bcd68fc5c2 req-d93b932a-f857-4f8f-bdd7-9774b7121fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:27.725600 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-22092155-714f-4b54-a811-25bcd68fc5c2 req-d93b932a-f857-4f8f-bdd7-9774b7121fa0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd556b13-f26a-4c44-b9f6-281b96b7a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581079 Aug 18 19:53:27.729501 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device d2955be8-b9b4-4ead-81c6-a30b2a1afb5e no longer exists at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:53:27.749525 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] No Port match for: d2955be8-b9b4-4ead-81c6-a30b2a1afb5e {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:53:27.749876 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device d2955be8-b9b4-4ead-81c6-a30b2a1afb5e not bound to the agent host hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:53:27.826308 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-22092155-714f-4b54-a811-25bcd68fc5c2 req-294fd582-35f7-4de8-972d-729b8d48d2b7 service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928025 Aug 18 19:53:27.924640 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-22092155-714f-4b54-a811-25bcd68fc5c2 req-c8346cf5-f1ae-4747-92e8-f90e64414676 service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906570 Aug 18 19:53:28.057747 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 50566) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:28.160616 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-013c8ef8-3c28-463b-a31c-2360e19df7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:28.251213 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-013c8ef8-3c28-463b-a31c-2360e19df7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:28.255300 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-013c8ef8-3c28-463b-a31c-2360e19df7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:28.291481 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c8ef8-3c28-463b-a31c-2360e19df7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2037a71b-0968-4ef5-abfa-768b0649b315,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:28.296945 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-013c8ef8-3c28-463b-a31c-2360e19df7eb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5dccf2a1b07546159f1cd0026cb9eefb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375360 Aug 18 19:53:28.299856 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 50570) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:28.347783 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d16812b4-ab1f-4304-956b-cd283edc4610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:28.368361 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d16812b4-ab1f-4304-956b-cd283edc4610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:28.417054 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d16812b4-ab1f-4304-956b-cd283edc4610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:28.420311 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-d16812b4-ab1f-4304-956b-cd283edc4610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:28.421483 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-d16812b4-ab1f-4304-956b-cd283edc4610 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2037a71b-0968-4ef5-abfa-768b0649b315 HTTP/1.1" status: 204 len: 168 time: 0.1207964 Aug 18 19:53:28.429402 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16812b4-ab1f-4304-956b-cd283edc4610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2037a71b-0968-4ef5-abfa-768b0649b315,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:28.677836 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 50576) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:28.692055 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-68c8469e-ed11-4696-8a69-d57517d755d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:28.820153 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-68c8469e-ed11-4696-8a69-d57517d755d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:28.825485 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-68c8469e-ed11-4696-8a69-d57517d755d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:28.875713 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-68c8469e-ed11-4696-8a69-d57517d755d1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=81b736c0c7b14d4b8599aa5be1e3699e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1966164 Aug 18 19:53:28.878228 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 50588) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:28.883615 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b35d3-c22c-4a59-8c09-0814603669a5 req-32adc843-42be-4972-aec4-c2d6c0ec1b29 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:28.885413 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e06b35d3-c22c-4a59-8c09-0814603669a5 req-32adc843-42be-4972-aec4-c2d6c0ec1b29 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6090e1f-5251-439e-80c7-2982143aeac5 HTTP/1.1" status: 200 len: 943 time: 0.1014221 Aug 18 19:53:28.886035 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8469e-ed11-4696-8a69-d57517d755d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b8dfa8-c896-4817-973b-d547392ac06e,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:28.929399 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e06b35d3-c22c-4a59-8c09-0814603669a5 req-c631d74c-844d-44ae-82ee-103908c0b112 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345895 Aug 18 19:53:28.943120 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-61f5b655-6975-4b15-9cb0-79e487d931f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:28.966371 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-61f5b655-6975-4b15-9cb0-79e487d931f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:29.017877 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-61f5b655-6975-4b15-9cb0-79e487d931f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:29.021066 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-61f5b655-6975-4b15-9cb0-79e487d931f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:29.022282 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-61f5b655-6975-4b15-9cb0-79e487d931f0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d6b8dfa8-c896-4817-973b-d547392ac06e HTTP/1.1" status: 204 len: 168 time: 0.1430418 Aug 18 19:53:29.030750 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5b655-6975-4b15-9cb0-79e487d931f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b8dfa8-c896-4817-973b-d547392ac06e,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:29.070324 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 50594) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:29.284321 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-19e5c7db-116c-4a44-8708-6f3a6963ae34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:29.384413 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-19e5c7db-116c-4a44-8708-6f3a6963ae34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:29.389846 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-19e5c7db-116c-4a44-8708-6f3a6963ae34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:29.429254 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-19e5c7db-116c-4a44-8708-6f3a6963ae34 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a3d47c3dc5714eecbe9a4456559852ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3577905 Aug 18 19:53:29.430615 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5c7db-116c-4a44-8708-6f3a6963ae34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd95c6f-f125-48bb-8ac6-d6f01f870022,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:29.431964 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 50608) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:29.483622 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fcbdd3c0-62f0-4542-95a3-63797b73b37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:29.506488 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fcbdd3c0-62f0-4542-95a3-63797b73b37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:29.555758 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fcbdd3c0-62f0-4542-95a3-63797b73b37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:29.559451 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fcbdd3c0-62f0-4542-95a3-63797b73b37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:29.560600 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-fcbdd3c0-62f0-4542-95a3-63797b73b37c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0fd95c6f-f125-48bb-8ac6-d6f01f870022 HTTP/1.1" status: 204 len: 168 time: 0.1275847 Aug 18 19:53:29.569486 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbdd3c0-62f0-4542-95a3-63797b73b37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd95c6f-f125-48bb-8ac6-d6f01f870022,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:29.737803 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=100441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:53:29.838340 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 50626) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:29.841644 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c,segment=NetworkSegment(e130ac30-57fc-4038-8a25-d0dc9076ba43),segment_id=e130ac30-57fc-4038-8a25-d0dc9076ba43)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:53:29.854023 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Returning: {'device': 'fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'port_id': 'fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c', 'mac_address': 'fa:16:3e:e6:f3:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:53:29.856631 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-b37dc583-7eae-4285-a110-ae9b672fc134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:29.892493 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:29.906549 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c {{(pid=100441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:53:29.928355 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c,segment=NetworkSegment(e130ac30-57fc-4038-8a25-d0dc9076ba43),segment_id=e130ac30-57fc-4038-8a25-d0dc9076ba43)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:53:29.933449 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:29.972113 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-b37dc583-7eae-4285-a110-ae9b672fc134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:29.978892 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-b37dc583-7eae-4285-a110-ae9b672fc134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:30.005696 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:30.010185 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 50632) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:30.011704 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-b37dc583-7eae-4285-a110-ae9b672fc134 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2eb06becddd74947977790add197b8f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1709762 Aug 18 19:53:30.021238 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:53:30.021970 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:53:30.022574 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:53:30.023153 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:53:30.023951 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:53:30.025015 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:53:30.025768 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:53:30.026572 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:53:30.027908 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:53:30.028988 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:53:30.029981 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:53:30.030819 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:53:30.061656 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37dc583-7eae-4285-a110-ae9b672fc134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20c6c1a-b464-4182-a34f-99bd2675b8b6,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:30.093537 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-479ab61a-f1e1-4a71-b362-6b3a4f79de59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:30.095621 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ad6f6-e56a-42c3-92c2-09b5556d2511 req-709e4054-686a-4a9e-ac21-24c021050a2a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:30.099149 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-400ad6f6-e56a-42c3-92c2-09b5556d2511 req-709e4054-686a-4a9e-ac21-24c021050a2a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6090e1f-5251-439e-80c7-2982143aeac5 HTTP/1.1" status: 200 len: 944 time: 0.0812993 Aug 18 19:53:30.116998 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-479ab61a-f1e1-4a71-b362-6b3a4f79de59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:30.141607 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-400ad6f6-e56a-42c3-92c2-09b5556d2511 req-d7b899c0-818b-41fd-bc74-ee676f5345d3 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370896 Aug 18 19:53:30.170538 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-479ab61a-f1e1-4a71-b362-6b3a4f79de59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:30.173126 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-479ab61a-f1e1-4a71-b362-6b3a4f79de59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:30.174308 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-479ab61a-f1e1-4a71-b362-6b3a4f79de59 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e20c6c1a-b464-4182-a34f-99bd2675b8b6 HTTP/1.1" status: 204 len: 168 time: 0.1608129 Aug 18 19:53:30.182634 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ab61a-f1e1-4a71-b362-6b3a4f79de59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20c6c1a-b464-4182-a34f-99bd2675b8b6,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:30.397471 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:53:30.512287 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 50650) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:30.522859 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-a2185683-ba21-4250-b16c-d9277b388c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:30.626562 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-a2185683-ba21-4250-b16c-d9277b388c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:30.631908 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-a2185683-ba21-4250-b16c-d9277b388c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:30.676295 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-a2185683-ba21-4250-b16c-d9277b388c83 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=df6b3c9ef75247f7b7f83433d7439afe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1656737 Aug 18 19:53:30.679262 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 50658) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:30.681871 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2185683-ba21-4250-b16c-d9277b388c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d36bcb-0087-41d5-86f3-0c75da370e45,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:30.731962 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-12399961-5a31-4b0b-b87a-cabe46ad9090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:30.753192 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-12399961-5a31-4b0b-b87a-cabe46ad9090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:30.805167 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-12399961-5a31-4b0b-b87a-cabe46ad9090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:30.807788 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-12399961-5a31-4b0b-b87a-cabe46ad9090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:30.809469 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-12399961-5a31-4b0b-b87a-cabe46ad9090 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f3d36bcb-0087-41d5-86f3-0c75da370e45 HTTP/1.1" status: 204 len: 168 time: 0.1291988 Aug 18 19:53:30.817123 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12399961-5a31-4b0b-b87a-cabe46ad9090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d36bcb-0087-41d5-86f3-0c75da370e45,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:31.263648 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d770ecd-efee-4675-a754-324bd3a2a1dd req-551bbffe-4e77-4a98-b3b9-13c627b255f7 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:31.265204 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6d770ecd-efee-4675-a754-324bd3a2a1dd req-551bbffe-4e77-4a98-b3b9-13c627b255f7 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6090e1f-5251-439e-80c7-2982143aeac5 HTTP/1.1" status: 200 len: 944 time: 0.0536168 Aug 18 19:53:31.309282 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6d770ecd-efee-4675-a754-324bd3a2a1dd req-8820a961-b61c-472a-b961-de2c76c813c8 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377998 Aug 18 19:53:31.567458 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 50704) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:31.674861 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-7c286406-facc-471c-b7b4-6d0351c45b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:31.727661 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c up at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:53:31.775349 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-7c286406-facc-471c-b7b4-6d0351c45b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:31.780755 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-7c286406-facc-471c-b7b4-6d0351c45b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:31.783906 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning for port fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:53:31.788299 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning complete for port fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:53:31.788776 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:31.819074 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c286406-facc-471c-b7b4-6d0351c45b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45a99ac-189f-4db6-a115-7e33802d0e6e,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:31.826549 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 50744) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:31.827110 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-7c286406-facc-471c-b7b4-6d0351c45b0d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ec5de9ac29db44c4952a19640fe673e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2580247 Aug 18 19:53:31.872035 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:31.881183 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-49ef355f-c99d-40c9-b03d-e4fc4f874c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:31.895582 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6090e1f-5251-439e-80c7-2982143aeac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c'}] {{(pid=100441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:53:31.898056 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c845df31933df15e4981d7dcb3334c44fca6e0bb010d803592179d7e14a8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d6ba5f-2d67-4f3a-b4e1-ba1c53a77f0b" -d '{"events": [{"server_uuid": "b6090e1f-5251-439e-80c7-2982143aeac5", "name": "network-vif-plugged", "status": "completed", "tag": "fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c"}]}' {{(pid=100441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:53:31.904416 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-49ef355f-c99d-40c9-b03d-e4fc4f874c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:31.914649 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c,segment=NetworkSegment(e130ac30-57fc-4038-8a25-d0dc9076ba43),segment_id=e130ac30-57fc-4038-8a25-d0dc9076ba43)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:53:31.921572 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:31.956687 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af546f4c-f7e1-482b-92e9-22cdf5184131 x-openstack-request-id: req-af546f4c-f7e1-482b-92e9-22cdf5184131 {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:53:31.957263 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6090e1f-5251-439e-80c7-2982143aeac5", "name": "network-vif-plugged", "status": "completed", "tag": "fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c", "code": 200}]} {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:53:31.957558 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-af546f4c-f7e1-482b-92e9-22cdf5184131 {{(pid=100441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:53:31.958042 dv-cinder-805072-2-iscsi neutron-server[100441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6090e1f-5251-439e-80c7-2982143aeac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c', 'code': 200} Aug 18 19:53:31.958155 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-49ef355f-c99d-40c9-b03d-e4fc4f874c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:31.961432 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-49ef355f-c99d-40c9-b03d-e4fc4f874c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:31.966172 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-49ef355f-c99d-40c9-b03d-e4fc4f874c5b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d45a99ac-189f-4db6-a115-7e33802d0e6e HTTP/1.1" status: 204 len: 168 time: 0.1326430 Aug 18 19:53:31.973415 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef355f-c99d-40c9-b03d-e4fc4f874c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45a99ac-189f-4db6-a115-7e33802d0e6e,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:32.006175 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:32.204932 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8cca2-898d-424f-8ccd-8285eb56ef03 req-c23d1f98-8e6c-48ff-b668-4287b0b69a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:32.206658 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-38d8cca2-898d-424f-8ccd-8285eb56ef03 req-c23d1f98-8e6c-48ff-b668-4287b0b69a63 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b6090e1f-5251-439e-80c7-2982143aeac5 HTTP/1.1" status: 200 len: 1098 time: 0.0439315 Aug 18 19:53:32.245679 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-38d8cca2-898d-424f-8ccd-8285eb56ef03 req-89128c96-6c75-4acb-a5c0-1bd52ef6383e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314691 Aug 18 19:53:32.284942 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 50760) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:32.298651 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f1e77e85-f81b-4979-900a-3e601a9bc1ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:32.415727 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f1e77e85-f81b-4979-900a-3e601a9bc1ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:32.423423 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f1e77e85-f81b-4979-900a-3e601a9bc1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:32.473212 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fe32f-64e8-4b2e-bdc3-05c0de47ee84 req-3f79d65a-f148-4ba7-a72b-6ea7cdc5106a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:32.474699 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7c8fe32f-64e8-4b2e-bdc3-05c0de47ee84 req-3f79d65a-f148-4ba7-a72b-6ea7cdc5106a tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6090e1f-5251-439e-80c7-2982143aeac5 HTTP/1.1" status: 200 len: 945 time: 0.0935390 Aug 18 19:53:32.479522 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-f1e77e85-f81b-4979-900a-3e601a9bc1ca admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b3230f09f213460e8b37e586ad58d7fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1936054 Aug 18 19:53:32.482838 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 50774) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:32.487809 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e77e85-f81b-4979-900a-3e601a9bc1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0a64d2-2eef-451d-bf49-41dcad942da4,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:32.518864 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7c8fe32f-64e8-4b2e-bdc3-05c0de47ee84 req-2c2f5d83-ac80-49f1-b589-31058d0eb657 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367112 Aug 18 19:53:32.532226 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-765cca57-8d90-463a-9996-305802c5fad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:32.554041 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-765cca57-8d90-463a-9996-305802c5fad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:32.604893 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-765cca57-8d90-463a-9996-305802c5fad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:32.607574 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-765cca57-8d90-463a-9996-305802c5fad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:32.608737 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-765cca57-8d90-463a-9996-305802c5fad9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cf0a64d2-2eef-451d-bf49-41dcad942da4 HTTP/1.1" status: 204 len: 168 time: 0.1249206 Aug 18 19:53:32.618015 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cca57-8d90-463a-9996-305802c5fad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0a64d2-2eef-451d-bf49-41dcad942da4,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:33.639836 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41033b-255b-43f6-8618-8692fcb1df02 req-f4473f7d-e10e-4769-aed5-b00f8eef1b3d tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:33.641456 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-fb41033b-255b-43f6-8618-8692fcb1df02 req-f4473f7d-e10e-4769-aed5-b00f8eef1b3d tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6090e1f-5251-439e-80c7-2982143aeac5 HTTP/1.1" status: 200 len: 945 time: 0.0531523 Aug 18 19:53:33.681413 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-fb41033b-255b-43f6-8618-8692fcb1df02 req-2eae346e-95ef-4c1c-906d-25f98a78a7ca tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335169 Aug 18 19:53:34.299211 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 50838) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:34.405301 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-177bb34c-ea62-4490-84ef-920ff7d2c565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:34.494454 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-177bb34c-ea62-4490-84ef-920ff7d2c565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:34.499010 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-177bb34c-ea62-4490-84ef-920ff7d2c565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:34.537845 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-177bb34c-ea62-4490-84ef-920ff7d2c565 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=345b72483d064fe298dccd1573319d73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374275 Aug 18 19:53:34.538605 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bb34c-ea62-4490-84ef-920ff7d2c565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336ce05e-656c-4883-b0ba-442403f3fec0,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:34.540463 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 50842) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:34.591144 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-957d29f8-c922-4ca7-ab19-c90a32035b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:34.613995 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-957d29f8-c922-4ca7-ab19-c90a32035b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:34.660782 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-957d29f8-c922-4ca7-ab19-c90a32035b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:34.663588 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-957d29f8-c922-4ca7-ab19-c90a32035b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:34.664763 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-957d29f8-c922-4ca7-ab19-c90a32035b84 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/336ce05e-656c-4883-b0ba-442403f3fec0 HTTP/1.1" status: 204 len: 168 time: 0.1233101 Aug 18 19:53:34.672864 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d29f8-c922-4ca7-ab19-c90a32035b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336ce05e-656c-4883-b0ba-442403f3fec0,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:34.803816 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa75fa-b841-4aa0-876a-8bb65e78fc3e req-f0e1bac4-eaa7-403f-a0cb-4f0f0debc467 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:34.805302 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9cfa75fa-b841-4aa0-876a-8bb65e78fc3e req-f0e1bac4-eaa7-403f-a0cb-4f0f0debc467 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6090e1f-5251-439e-80c7-2982143aeac5 HTTP/1.1" status: 200 len: 945 time: 0.0562382 Aug 18 19:53:34.845193 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-9cfa75fa-b841-4aa0-876a-8bb65e78fc3e req-3dfa090d-2460-4709-9ec6-0ca1c8473dad tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329483 Aug 18 19:53:34.948264 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 50852) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:34.966965 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a9765d15-e473-4ec7-b6e3-5f05e7bb15ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:34.971766 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40cc14c-f88f-4118-a9a9-6ef5ece2c5ef req-84f2d799-bdac-4457-8eee-109d82a5b86c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:34.973316 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a40cc14c-f88f-4118-a9a9-6ef5ece2c5ef req-84f2d799-bdac-4457-8eee-109d82a5b86c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6090e1f-5251-439e-80c7-2982143aeac5 HTTP/1.1" status: 200 len: 945 time: 0.0587661 Aug 18 19:53:35.019942 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a40cc14c-f88f-4118-a9a9-6ef5ece2c5ef req-960cfa2b-5e77-4fb8-a22b-2e5ab6cdf243 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404499 Aug 18 19:53:35.041499 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 50854) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:35.064440 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a9765d15-e473-4ec7-b6e3-5f05e7bb15ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:35.069170 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a9765d15-e473-4ec7-b6e3-5f05e7bb15ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:35.108964 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-a9765d15-e473-4ec7-b6e3-5f05e7bb15ae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=860a610335854a988ff56038db5cca91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1595294 Aug 18 19:53:35.109833 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9765d15-e473-4ec7-b6e3-5f05e7bb15ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afd4078-9ae6-4978-b067-a479783b5d87,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:35.111639 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 50858) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:35.161738 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-519531d5-d912-43de-b1de-a645926ce111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:35.183671 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-519531d5-d912-43de-b1de-a645926ce111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:35.233464 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-519531d5-d912-43de-b1de-a645926ce111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:35.236148 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-519531d5-d912-43de-b1de-a645926ce111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:35.239682 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-519531d5-d912-43de-b1de-a645926ce111 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4afd4078-9ae6-4978-b067-a479783b5d87 HTTP/1.1" status: 204 len: 168 time: 0.1246800 Aug 18 19:53:35.246104 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519531d5-d912-43de-b1de-a645926ce111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afd4078-9ae6-4978-b067-a479783b5d87,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:35.288595 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ff7e4c-4079-4a80-8087-107553151dea tempest-TestVolumeBootPattern-321221954 tempest-TestVolumeBootPattern-321221954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:35.290140 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-30ff7e4c-4079-4a80-8087-107553151dea tempest-TestVolumeBootPattern-321221954 tempest-TestVolumeBootPattern-321221954-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b6090e1f-5251-439e-80c7-2982143aeac5 HTTP/1.1" status: 200 len: 1093 time: 0.2474151 Aug 18 19:53:35.293436 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 50862) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:53:35.297910 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-f432bdc5-95a1-4510-a9bf-884a6c06b7ee tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Request body: {'floatingip': {'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'port_id': 'fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:53:35.323025 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f432bdc5-95a1-4510-a9bf-884a6c06b7ee tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for floatingip, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:35.431369 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f432bdc5-95a1-4510-a9bf-884a6c06b7ee tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:35.536663 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.db_base_plugin_common [None req-f432bdc5-95a1-4510-a9bf-884a6c06b7ee tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Allocated IP 172.27.2.106 (c9e7b0ac-d07a-45d1-b669-710203e2b4d9/fcdf06bc-9cb8-408c-b78f-916aa229f92b/9baa0fb2-27d4-4f7e-898f-827eafa3ab47) {{(pid=100439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:53:35.645877 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f432bdc5-95a1-4510-a9bf-884a6c06b7ee tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for port, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:35.688764 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f432bdc5-95a1-4510-a9bf-884a6c06b7ee tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58782208'] for port, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:35.726055 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f432bdc5-95a1-4510-a9bf-884a6c06b7ee tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 is already hosted by enough agents. {{(pid=100439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:53:35.735288 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-f432bdc5-95a1-4510-a9bf-884a6c06b7ee tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Resources bound (agent type, host, resource id): {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:53:35.737804 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f432bdc5-95a1-4510-a9bf-884a6c06b7ee tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Received port after_create {{(pid=100439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:53:35.766006 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432bdc5-95a1-4510-a9bf-884a6c06b7ee tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Pushing event updated for resources: {'Port': ['ID=9baa0fb2-27d4-4f7e-898f-827eafa3ab47,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:36.156860 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f432bdc5-95a1-4510-a9bf-884a6c06b7ee tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:36.239762 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f432bdc5-95a1-4510-a9bf-884a6c06b7ee tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:36.403532 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f432bdc5-95a1-4510-a9bf-884a6c06b7ee tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for port, precommit_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:36.408796 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f432bdc5-95a1-4510-a9bf-884a6c06b7ee tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58782223'] for port, after_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:36.487584 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432bdc5-95a1-4510-a9bf-884a6c06b7ee tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Pushing event updated for resources: {'Port': ['ID=9baa0fb2-27d4-4f7e-898f-827eafa3ab47,revision_number=2']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:53:36.492587 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f432bdc5-95a1-4510-a9bf-884a6c06b7ee tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665786'] for floatingip, after_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:36.600652 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.db.l3_db [None req-f432bdc5-95a1-4510-a9bf-884a6c06b7ee tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Floating IP 9c573d44-79e4-4563-96ab-db49a0f9cfd6 associated. External IP: 172.27.2.106, port: fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c. Aug 18 19:53:36.811766 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f432bdc5-95a1-4510-a9bf-884a6c06b7ee tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Router d4caef9e-52bd-46e5-91af-4332ee0beb5a has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:53:36.918284 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f432bdc5-95a1-4510-a9bf-884a6c06b7ee tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:53:36.928981 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e7d93-48a3-43ac-ba25-e5544e3a4650 None None] Sync routers for ids ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'] in dv-cinder-805072-2-iscsi {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:53:36.936765 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f432bdc5-95a1-4510-a9bf-884a6c06b7ee tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for floatingip, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:36.942495 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262e7d93-48a3-43ac-ba25-e5544e3a4650 None None] Routers {'d4caef9e-52bd-46e5-91af-4332ee0beb5a'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:53:36.943199 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-262e7d93-48a3-43ac-ba25-e5544e3a4650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:53:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:53:36.976334 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-f432bdc5-95a1-4510-a9bf-884a6c06b7ee tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6698012 Aug 18 19:53:36.976334 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6090e1f-5251-439e-80c7-2982143aeac5', 'tag': 'fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c'}] {{(pid=100439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:53:36.976334 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ab9088d6b8f713b7e493d085ecf6383b14a9a44922bc94c27de7c50ab71fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cca59b-6915-4e69-a524-4135a78eec73" -d '{"events": [{"name": "network-changed", "server_uuid": "b6090e1f-5251-439e-80c7-2982143aeac5", "tag": "fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c"}]}' {{(pid=100439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:53:37.065553 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-262e7d93-48a3-43ac-ba25-e5544e3a4650 None None] Set router d4caef9e-52bd-46e5-91af-4332ee0beb5a gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:53:37.141375 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fb6fb5-2cbc-4714-be8a-b67324ca3dd7 x-openstack-request-id: req-c3fb6fb5-2cbc-4714-be8a-b67324ca3dd7 {{(pid=100439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:53:37.141738 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6090e1f-5251-439e-80c7-2982143aeac5", "tag": "fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c", "status": "completed", "code": 200}]} {{(pid=100439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:53:37.142056 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c3fb6fb5-2cbc-4714-be8a-b67324ca3dd7 {{(pid=100439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:53:37.142523 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6090e1f-5251-439e-80c7-2982143aeac5', 'tag': 'fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c', 'status': 'completed', 'code': 200} Aug 18 19:53:37.237809 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cca59b-6915-4e69-a524-4135a78eec73 req-60d2e426-21dd-49c0-b46a-70fce69fcb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:37.239422 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c1cca59b-6915-4e69-a524-4135a78eec73 req-60d2e426-21dd-49c0-b46a-70fce69fcb4f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=624b3e8635264e169d5517f06a2e5b88&device_id=b6090e1f-5251-439e-80c7-2982143aeac5 HTTP/1.1" status: 200 len: 1098 time: 0.0396235 Aug 18 19:53:37.294359 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-262e7d93-48a3-43ac-ba25-e5544e3a4650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'name': 'tempest-TestVolumeBootPattern-3514041-router', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:51Z', 'updated_at': '2021-08-18T19:46:54Z', 'revision_number': 4, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'gw_port': {'id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:52Z', 'updated_at': '2021-08-18T19:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': '040332c7-d41f-473c-ba18-c21d0a635059', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'port_id': '56b79ed0-224d-4687-9163-3ec4851930b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'mac_address': 'fa:16:3e:46:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf41f53e-365e-4f67-813d-f03d1a427d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:51:02Z', 'updated_at': '2021-08-18T19:51:05Z', 'revision_number': 1, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'fixed_ip_address_scope': None}, {'id': '9c573d44-79e4-4563-96ab-db49a0f9cfd6', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'port_id': 'fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'mac_address': 'fa:16:3e:e6:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6090e1f-5251-439e-80c7-2982143aeac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:53:35Z', 'updated_at': '2021-08-18T19:53:35Z', 'revision_number': 0, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7782ad02-40ad-4945-83ee-a008b08cdc12', 'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'mac_address': 'fa:16:3e:d2:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:54Z', 'updated_at': '2021-08-18T19:46:59Z', 'revision_number': 5, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'subnets': [{'id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:53:37.325346 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e7d93-48a3-43ac-ba25-e5544e3a4650 None None] Checking router: d4caef9e-52bd-46e5-91af-4332ee0beb5a for host: dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:53:37.333677 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262e7d93-48a3-43ac-ba25-e5544e3a4650 None None] Routers {'d4caef9e-52bd-46e5-91af-4332ee0beb5a'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:53:37.334292 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-262e7d93-48a3-43ac-ba25-e5544e3a4650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:53:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:53:37.343023 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cca59b-6915-4e69-a524-4135a78eec73 req-3974a291-ad7c-4e25-857b-359c0dcfb56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:37.344538 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c1cca59b-6915-4e69-a524-4135a78eec73 req-3974a291-ad7c-4e25-857b-359c0dcfb56d service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd556b13-f26a-4c44-b9f6-281b96b7a109 HTTP/1.1" status: 200 len: 910 time: 0.0964522 Aug 18 19:53:37.415027 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c1cca59b-6915-4e69-a524-4135a78eec73 req-56507f67-3e3f-492f-a97f-6ac32d838c20 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c HTTP/1.1" status: 200 len: 999 time: 0.0627463 Aug 18 19:53:37.476949 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cca59b-6915-4e69-a524-4135a78eec73 req-56f33a46-9dc0-4ffb-981d-615a279fb24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:37.478234 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c1cca59b-6915-4e69-a524-4135a78eec73 req-56f33a46-9dc0-4ffb-981d-615a279fb24b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8005a179-1635-43a5-bbc5-ad046ac3eb37 HTTP/1.1" status: 200 len: 848 time: 0.0546024 Aug 18 19:53:37.531994 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cca59b-6915-4e69-a524-4135a78eec73 req-981302aa-d834-4fd3-bd4c-24dd42da2f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:53:37.533553 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c1cca59b-6915-4e69-a524-4135a78eec73 req-981302aa-d834-4fd3-bd4c-24dd42da2f94 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd556b13-f26a-4c44-b9f6-281b96b7a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423002 Aug 18 19:53:37.573438 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-262e7d93-48a3-43ac-ba25-e5544e3a4650 None None] Set router d4caef9e-52bd-46e5-91af-4332ee0beb5a gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:53:37.592266 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:53:37.638360 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c1cca59b-6915-4e69-a524-4135a78eec73 req-568ff9c0-04cc-4654-a584-8210c9603f26 service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971649 Aug 18 19:53:37.734856 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c1cca59b-6915-4e69-a524-4135a78eec73 req-5e8dc6f6-828f-4755-a0c9-d4a8fa7b35f0 service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882993 Aug 18 19:53:37.806061 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-262e7d93-48a3-43ac-ba25-e5544e3a4650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'name': 'tempest-TestVolumeBootPattern-3514041-router', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:51Z', 'updated_at': '2021-08-18T19:46:54Z', 'revision_number': 4, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'gw_port': {'id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:52Z', 'updated_at': '2021-08-18T19:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': '040332c7-d41f-473c-ba18-c21d0a635059', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'port_id': '56b79ed0-224d-4687-9163-3ec4851930b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'mac_address': 'fa:16:3e:46:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf41f53e-365e-4f67-813d-f03d1a427d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:51:02Z', 'updated_at': '2021-08-18T19:51:05Z', 'revision_number': 1, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'fixed_ip_address_scope': None}, {'id': '9c573d44-79e4-4563-96ab-db49a0f9cfd6', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'port_id': 'fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'mac_address': 'fa:16:3e:e6:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6090e1f-5251-439e-80c7-2982143aeac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:53:35Z', 'updated_at': '2021-08-18T19:53:35Z', 'revision_number': 0, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7782ad02-40ad-4945-83ee-a008b08cdc12', 'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'mac_address': 'fa:16:3e:d2:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:54Z', 'updated_at': '2021-08-18T19:46:59Z', 'revision_number': 5, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'subnets': [{'id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:53:37.835668 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e7d93-48a3-43ac-ba25-e5544e3a4650 None None] The sync data for ids ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'] in dv-cinder-805072-2-iscsi is: [{'id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'name': 'tempest-TestVolumeBootPattern-3514041-router', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:51Z', 'updated_at': '2021-08-18T19:46:54Z', 'revision_number': 4, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'gw_port': {'id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:52Z', 'updated_at': '2021-08-18T19:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': '040332c7-d41f-473c-ba18-c21d0a635059', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'port_id': '56b79ed0-224d-4687-9163-3ec4851930b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'mac_address': 'fa:16:3e:46:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf41f53e-365e-4f67-813d-f03d1a427d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:51:02Z', 'updated_at': '2021-08-18T19:51:05Z', 'revision_number': 1, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'fixed_ip_address_scope': None}, {'id': '9c573d44-79e4-4563-96ab-db49a0f9cfd6', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'port_id': 'fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'mac_address': 'fa:16:3e:e6:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6090e1f-5251-439e-80c7-2982143aeac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:53:35Z', 'updated_at': '2021-08-18T19:53:35Z', 'revision_number': 0, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7782ad02-40ad-4945-83ee-a008b08cdc12', 'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'mac_address': 'fa:16:3e:d2:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:54Z', 'updated_at': '2021-08-18T19:46:59Z', 'revision_number': 5, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'subnets': [{'id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:53:38.022620 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ed5988-f204-4003-898c-5f4356395edb None None] New status for floating IP 9c573d44-79e4-4563-96ab-db49a0f9cfd6: ACTIVE {{(pid=100442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:53:43.071909 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-dc1edd15-6c2c-4cf5-842c-20ebf6af349e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:45.787646 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-e76dec00-9f76-4e2a-a300-b8fbb293f6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:45.914423 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:46.723770 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:48.465807 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:53:50.121843 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:13.072366 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-205e7dfd-a9c5-4e1d-9303-4df172c8bbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:14.591411 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:54:15.796263 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3a7e5200-dbea-45d2-b432-ae35ec207843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:15.915035 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:16.726830 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:17.139447 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 51166) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:54:17.280114 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f504e836-eecc-4f9c-88d6-53a128933d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:17.371386 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f504e836-eecc-4f9c-88d6-53a128933d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:17.375443 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-f504e836-eecc-4f9c-88d6-53a128933d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:17.412837 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504e836-eecc-4f9c-88d6-53a128933d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb8f516-8be0-4f44-99f9-40bdf6dbdf1a,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:17.416683 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-f504e836-eecc-4f9c-88d6-53a128933d35 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c989bddf9a504fd79c854ee0c526b2cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761884 Aug 18 19:54:17.419493 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 51170) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:54:17.422808 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504e836-eecc-4f9c-88d6-53a128933d35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:17.423166 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504e836-eecc-4f9c-88d6-53a128933d35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:17.423517 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504e836-eecc-4f9c-88d6-53a128933d35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:17.423849 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504e836-eecc-4f9c-88d6-53a128933d35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:17.424185 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504e836-eecc-4f9c-88d6-53a128933d35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:17.427941 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504e836-eecc-4f9c-88d6-53a128933d35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:17.428390 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504e836-eecc-4f9c-88d6-53a128933d35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:17.428750 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504e836-eecc-4f9c-88d6-53a128933d35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:17.429121 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504e836-eecc-4f9c-88d6-53a128933d35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:17.429424 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504e836-eecc-4f9c-88d6-53a128933d35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:17.429758 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504e836-eecc-4f9c-88d6-53a128933d35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:17.430090 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504e836-eecc-4f9c-88d6-53a128933d35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:17.469609 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-af4116e3-1d88-4d87-a2a3-cc1101334fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:17.490854 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-af4116e3-1d88-4d87-a2a3-cc1101334fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:17.538811 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-af4116e3-1d88-4d87-a2a3-cc1101334fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:17.541370 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-af4116e3-1d88-4d87-a2a3-cc1101334fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:17.542519 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-af4116e3-1d88-4d87-a2a3-cc1101334fa8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4eb8f516-8be0-4f44-99f9-40bdf6dbdf1a HTTP/1.1" status: 204 len: 168 time: 0.1219962 Aug 18 19:54:17.550597 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4116e3-1d88-4d87-a2a3-cc1101334fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb8f516-8be0-4f44-99f9-40bdf6dbdf1a,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:17.558010 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4116e3-1d88-4d87-a2a3-cc1101334fa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:17.558363 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4116e3-1d88-4d87-a2a3-cc1101334fa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:17.558735 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4116e3-1d88-4d87-a2a3-cc1101334fa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:17.559078 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4116e3-1d88-4d87-a2a3-cc1101334fa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:17.559416 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4116e3-1d88-4d87-a2a3-cc1101334fa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:17.559749 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4116e3-1d88-4d87-a2a3-cc1101334fa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:17.560083 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4116e3-1d88-4d87-a2a3-cc1101334fa8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:17.560533 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4116e3-1d88-4d87-a2a3-cc1101334fa8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:17.560732 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4116e3-1d88-4d87-a2a3-cc1101334fa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:17.561063 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4116e3-1d88-4d87-a2a3-cc1101334fa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:17.561750 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4116e3-1d88-4d87-a2a3-cc1101334fa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:17.562084 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4116e3-1d88-4d87-a2a3-cc1101334fa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:18.469867 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:20.121886 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:29.472344 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-37efa58a-fc38-446d-94c6-20a862d28271 req-a3a8da8e-1505-429d-bc62-479552198ffd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bf41f53e-365e-4f67-813d-f03d1a427d9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439005 Aug 18 19:54:29.581515 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efa58a-fc38-446d-94c6-20a862d28271 req-08066c78-ca65-4b28-b5c6-762fd2d4e4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:54:29.582919 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-37efa58a-fc38-446d-94c6-20a862d28271 req-08066c78-ca65-4b28-b5c6-762fd2d4e4a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=624b3e8635264e169d5517f06a2e5b88&device_id=bf41f53e-365e-4f67-813d-f03d1a427d9f HTTP/1.1" status: 200 len: 1098 time: 0.0399024 Aug 18 19:54:29.687036 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efa58a-fc38-446d-94c6-20a862d28271 req-fb075e51-2d9c-4e7f-9ba9-c98377c4872e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:54:29.688476 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-37efa58a-fc38-446d-94c6-20a862d28271 req-fb075e51-2d9c-4e7f-9ba9-c98377c4872e service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd556b13-f26a-4c44-b9f6-281b96b7a109 HTTP/1.1" status: 200 len: 910 time: 0.0861397 Aug 18 19:54:29.753624 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-37efa58a-fc38-446d-94c6-20a862d28271 req-56587468-719e-46bd-8ad5-7bd07769b868 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56b79ed0-224d-4687-9163-3ec4851930b0 HTTP/1.1" status: 200 len: 1000 time: 0.0576718 Aug 18 19:54:29.802073 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efa58a-fc38-446d-94c6-20a862d28271 req-43731b13-9d01-4789-b45e-a99cf4e4ea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:54:29.804279 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-37efa58a-fc38-446d-94c6-20a862d28271 req-43731b13-9d01-4789-b45e-a99cf4e4ea50 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8005a179-1635-43a5-bbc5-ad046ac3eb37 HTTP/1.1" status: 200 len: 848 time: 0.0433555 Aug 18 19:54:29.853523 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efa58a-fc38-446d-94c6-20a862d28271 req-1580e8d2-3874-41b7-b159-d2f290cf041e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:54:29.855216 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-37efa58a-fc38-446d-94c6-20a862d28271 req-1580e8d2-3874-41b7-b159-d2f290cf041e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd556b13-f26a-4c44-b9f6-281b96b7a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441070 Aug 18 19:54:29.949687 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-37efa58a-fc38-446d-94c6-20a862d28271 req-1d4f81d4-80c4-419a-845c-05ffde30fa0b service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868766 Aug 18 19:54:30.047876 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-37efa58a-fc38-446d-94c6-20a862d28271 req-73df4183-2341-481c-8c60-87c966c8bd05 service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913670 Aug 18 19:54:32.871730 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 51304) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:54:32.972977 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-8722434f-25ae-4c34-9abf-7ccc58e928e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:33.060641 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-8722434f-25ae-4c34-9abf-7ccc58e928e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:33.064509 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-8722434f-25ae-4c34-9abf-7ccc58e928e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:33.101922 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-8722434f-25ae-4c34-9abf-7ccc58e928e1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1cf4dd5521af4e5fb0f26a11715d1770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291977 Aug 18 19:54:33.103779 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722434f-25ae-4c34-9abf-7ccc58e928e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3b435a-4716-4793-8956-ae033647ce50,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:33.104666 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 51308) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:54:33.152571 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-a2447dd2-e9de-4597-b437-148ee89b8be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:33.173111 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-a2447dd2-e9de-4597-b437-148ee89b8be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:33.222588 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-a2447dd2-e9de-4597-b437-148ee89b8be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:33.226093 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-a2447dd2-e9de-4597-b437-148ee89b8be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:33.227266 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-a2447dd2-e9de-4597-b437-148ee89b8be9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0a3b435a-4716-4793-8956-ae033647ce50 HTTP/1.1" status: 204 len: 168 time: 0.1215189 Aug 18 19:54:33.234695 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2447dd2-e9de-4597-b437-148ee89b8be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3b435a-4716-4793-8956-ae033647ce50,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:33.838201 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 51336) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:54:33.938952 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-46780f97-e22b-4e18-8b3f-5d39e8dcf64f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-269188526-network', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:54:33.961076 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46780f97-e22b-4e18-8b3f-5d39e8dcf64f admin admin] Made reservation on behalf of 42fa1c64987e42bcaa2896a5152f01da for: {'network': 1} {{(pid=100439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:54:33.963474 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-46780f97-e22b-4e18-8b3f-5d39e8dcf64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for network, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:33.971977 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-46780f97-e22b-4e18-8b3f-5d39e8dcf64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:34.066597 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-46780f97-e22b-4e18-8b3f-5d39e8dcf64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:34.070949 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-46780f97-e22b-4e18-8b3f-5d39e8dcf64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:34.097767 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46780f97-e22b-4e18-8b3f-5d39e8dcf64f admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=100439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:54:34.103957 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46780f97-e22b-4e18-8b3f-5d39e8dcf64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd22af9-37c6-42ef-bdc5-413b355cdb0e,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:34.111162 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-46780f97-e22b-4e18-8b3f-5d39e8dcf64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:34.111835 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.db.segments_db [None req-46780f97-e22b-4e18-8b3f-5d39e8dcf64f admin admin] Added segment d5aacd4e-e492-49a6-bd4e-beeff888f4f0 of type vlan for network ee5ffc82-ee54-48be-91fb-694fbfe03c82 Aug 18 19:54:34.153194 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-46780f97-e22b-4e18-8b3f-5d39e8dcf64f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741574042296'] for network, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:34.179726 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-46780f97-e22b-4e18-8b3f-5d39e8dcf64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for network, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:34.180631 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46780f97-e22b-4e18-8b3f-5d39e8dcf64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:54:34.181199 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-46780f97-e22b-4e18-8b3f-5d39e8dcf64f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:34.237658 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-46780f97-e22b-4e18-8b3f-5d39e8dcf64f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3981924 Aug 18 19:54:34.241133 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 51340) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:54:34.243443 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46780f97-e22b-4e18-8b3f-5d39e8dcf64f admin admin] Pushing event updated for resources: {'Network': ['ID=ee5ffc82-ee54-48be-91fb-694fbfe03c82,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:34.246240 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-2d2f8542-fcee-409d-b369-cfd1be6501ac admin admin] Request body: {'subnet': {'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-269188526-subnet', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'ip_version': 4}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:54:34.253208 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Network ee5ffc82-ee54-48be-91fb-694fbfe03c82 details requested by agent ovs-agent-dv-cinder-805072-2-iscsi with host dv-cinder-805072-2-iscsi {{(pid=100441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:54:34.268021 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2f8542-fcee-409d-b369-cfd1be6501ac admin admin] Made reservation on behalf of 42fa1c64987e42bcaa2896a5152f01da for: {'subnet': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:54:34.270435 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-2d2f8542-fcee-409d-b369-cfd1be6501ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58745785'] for subnet, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:34.449734 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-2d2f8542-fcee-409d-b369-cfd1be6501ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60457745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58745775'] for subnet, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:34.498779 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f8542-fcee-409d-b369-cfd1be6501ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=a10c680d-59ad-401a-8078-668a26eb834e,revision_number=0']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:34.518061 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2f8542-fcee-409d-b369-cfd1be6501ac admin admin] Checking segment: {'id': 'd5aacd4e-e492-49a6-bd4e-beeff888f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:54:34.518462 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2f8542-fcee-409d-b369-cfd1be6501ac admin admin] Network hostable DHCP agents. Network: ee5ffc82-ee54-48be-91fb-694fbfe03c82, hostable agents: ['ab24a8c0-5fbc-4c54-80f8-7c76df3937f6'], hosted agents: [] {{(pid=100440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:54:34.536580 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2f8542-fcee-409d-b369-cfd1be6501ac admin admin] Network ee5ffc82-ee54-48be-91fb-694fbfe03c82 is scheduled to be hosted by DHCP agent ab24a8c0-5fbc-4c54-80f8-7c76df3937f6 with binding_index 1 {{(pid=100440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:54:34.547322 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [None req-2d2f8542-fcee-409d-b369-cfd1be6501ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-2-iscsi, ee5ffc82-ee54-48be-91fb-694fbfe03c82) {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:54:34.552175 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2f8542-fcee-409d-b369-cfd1be6501ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:54:34.554250 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-2d2f8542-fcee-409d-b369-cfd1be6501ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:34.557540 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c28567a-7aac-4555-9d50-c0b2a8041fa8 None None] Network ee5ffc82-ee54-48be-91fb-694fbfe03c82 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:54:34.569950 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-2d2f8542-fcee-409d-b369-cfd1be6501ac admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3276708 Aug 18 19:54:34.572563 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 51346) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:54:34.579167 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-bf497a86-0ef3-4791-ac51-068f1d88451c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-269188526-router', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:54:34.603208 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bf497a86-0ef3-4791-ac51-068f1d88451c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1674435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59127'] for router, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:34.604605 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bf497a86-0ef3-4791-ac51-068f1d88451c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1674323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1679070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59104'] for router, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:34.670535 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bf497a86-0ef3-4791-ac51-068f1d88451c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:34.672328 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 51350) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:54:34.722868 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e82691-4069-53cc-8ab6-7a3df7d55f6e-ee5ffc82-ee54-48be-91fb-694fbfe03c82', 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'fixed_ips': [{'subnet_id': 'a10c680d-59ad-401a-8078-668a26eb834e'}]}} from dv-cinder-805072-2-iscsi. {{(pid=100441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 19:54:34.723744 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:34.795379 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bffbea09-67c5-44e9-8037-b37a10846329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:34.824565 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bf497a86-0ef3-4791-ac51-068f1d88451c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:34.872951 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.db_base_plugin_common [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Allocated IP 172.20.0.2 (ee5ffc82-ee54-48be-91fb-694fbfe03c82/a10c680d-59ad-401a-8078-668a26eb834e/d6011589-5600-4e9b-b5ce-627a8d7b4266) {{(pid=100441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:54:34.909474 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bffbea09-67c5-44e9-8037-b37a10846329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:34.915569 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-bffbea09-67c5-44e9-8037-b37a10846329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:34.957367 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-bffbea09-67c5-44e9-8037-b37a10846329 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1c05113f821b41b6aa2b0009d0106bef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817013 Aug 18 19:54:34.957367 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffbea09-67c5-44e9-8037-b37a10846329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47848bbf-6b99-48e7-9c16-60ebbc853548,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:34.958195 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 51354) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:54:35.011641 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-0b2fe99a-3243-4423-a192-6ab8160b0f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:35.032487 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Notify callbacks [] for port, precommit_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:35.036389 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-0b2fe99a-3243-4423-a192-6ab8160b0f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:35.041766 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Transition to ACTIVE for port object d6011589-5600-4e9b-b5ce-627a8d7b4266 will not be triggered until provisioned by entity L2. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:54:35.058887 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Transition to ACTIVE for port object d6011589-5600-4e9b-b5ce-627a8d7b4266 will not be triggered until provisioned by entity DHCP. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:54:35.059521 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bf497a86-0ef3-4791-ac51-068f1d88451c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:35.066035 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286'] for port, after_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:35.079390 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bf497a86-0ef3-4791-ac51-068f1d88451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:35.095037 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-0b2fe99a-3243-4423-a192-6ab8160b0f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:35.097603 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-0b2fe99a-3243-4423-a192-6ab8160b0f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:35.101702 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-0b2fe99a-3243-4423-a192-6ab8160b0f9e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/47848bbf-6b99-48e7-9c16-60ebbc853548 HTTP/1.1" status: 204 len: 168 time: 0.1396105 Aug 18 19:54:35.108397 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2fe99a-3243-4423-a192-6ab8160b0f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47848bbf-6b99-48e7-9c16-60ebbc853548,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:35.114617 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Network ee5ffc82-ee54-48be-91fb-694fbfe03c82 is already hosted by enough agents. {{(pid=100441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:54:35.121272 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.scheduler.base_scheduler [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Resources bound (agent type, host, resource id): {{(pid=100441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:54:35.131103 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Received port after_create {{(pid=100441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:54:35.135641 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Pushing event updated for resources: {'Port': ['ID=d6011589-5600-4e9b-b5ce-627a8d7b4266,revision_number=1']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:35.144327 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:35.144690 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:35.145038 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:35.145382 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:35.145723 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:35.146058 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:35.147085 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:35.147256 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:35.147594 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:35.147926 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:35.148255 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:35.148583 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:35.206256 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Attempting to bind port d6011589-5600-4e9b-b5ce-627a8d7b4266 on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:54:35.206633 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Attempting to bind port d6011589-5600-4e9b-b5ce-627a8d7b4266 by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': 'd5aacd4e-e492-49a6-bd4e-beeff888f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82'}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:54:35.207049 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Attempting to bind port d6011589-5600-4e9b-b5ce-627a8d7b4266 on network ee5ffc82-ee54-48be-91fb-694fbfe03c82 {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:54:35.213299 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:54:35.213663 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Checking segment: {'id': 'd5aacd4e-e492-49a6-bd4e-beeff888f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:54:35.214075 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:35.214478 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Bound using segment: {'id': 'd5aacd4e-e492-49a6-bd4e-beeff888f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82'} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:54:35.214988 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Bound port: d6011589-5600-4e9b-b5ce-627a8d7b4266, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aacd4e-e492-49a6-bd4e-beeff888f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82'}}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:54:35.215379 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:35.223186 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [None req-bf497a86-0ef3-4791-ac51-068f1d88451c admin admin] Allocated IP 172.27.2.216 (c9e7b0ac-d07a-45d1-b669-710203e2b4d9/fcdf06bc-9cb8-408c-b78f-916aa229f92b/be9f3144-11f2-48b0-b206-3bfc3b3dd352) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:54:35.285885 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] For port d6011589-5600-4e9b-b5ce-627a8d7b4266, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:54:35.289945 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] For port d6011589-5600-4e9b-b5ce-627a8d7b4266, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=d6011589-5600-4e9b-b5ce-627a8d7b4266,segment=NetworkSegment(d5aacd4e-e492-49a6-bd4e-beeff888f4f0),segment_id=d5aacd4e-e492-49a6-bd4e-beeff888f4f0)] {{(pid=100441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:54:35.295533 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:35.348398 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bf497a86-0ef3-4791-ac51-068f1d88451c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:35.360325 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f4e40-dc40-455c-8558-0f0f7dd43296 None None] Pushing event updated for resources: {'Port': ['ID=d6011589-5600-4e9b-b5ce-627a8d7b4266,revision_number=2']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:35.394116 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bf497a86-0ef3-4791-ac51-068f1d88451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:35.436964 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf497a86-0ef3-4791-ac51-068f1d88451c admin admin] Network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:54:35.442371 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [None req-bf497a86-0ef3-4791-ac51-068f1d88451c admin admin] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:54:35.445829 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf497a86-0ef3-4791-ac51-068f1d88451c admin admin] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:54:35.477104 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf497a86-0ef3-4791-ac51-068f1d88451c admin admin] Pushing event updated for resources: {'Port': ['ID=be9f3144-11f2-48b0-b206-3bfc3b3dd352,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:36.004728 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bf497a86-0ef3-4791-ac51-068f1d88451c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:36.251805 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bf497a86-0ef3-4791-ac51-068f1d88451c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678875'] for router, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:36.412236 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf497a86-0ef3-4791-ac51-068f1d88451c admin admin] Router f051bc90-7102-4d30-a559-47b640a52614 is scheduled to L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a with binding_index 1 {{(pid=100440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 19:54:36.452148 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaaa4c2-6dc4-4e8a-be71-93154991295a None None] Network ee5ffc82-ee54-48be-91fb-694fbfe03c82 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:54:36.527888 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf497a86-0ef3-4791-ac51-068f1d88451c admin admin] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:54:36.543982 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bf497a86-0ef3-4791-ac51-068f1d88451c admin admin] Notify callbacks [] for router, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:36.545262 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-bf497a86-0ef3-4791-ac51-068f1d88451c admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9699478 Aug 18 19:54:36.545546 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9731ed-8619-43e8-aeb6-06ff76b4f831 None None] Sync routers for ids ['f051bc90-7102-4d30-a559-47b640a52614'] in dv-cinder-805072-2-iscsi {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:54:36.548651 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 51384) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:54:36.567173 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9731ed-8619-43e8-aeb6-06ff76b4f831 None None] Routers {'f051bc90-7102-4d30-a559-47b640a52614'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:54:36.568176 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-ab9731ed-8619-43e8-aeb6-06ff76b4f831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:54:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['f051bc90-7102-4d30-a559-47b640a52614'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:54:36.619233 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-11411fbf-5342-4384-90b4-1e4b6cac30f4 None None] Provisioning for port d6011589-5600-4e9b-b5ce-627a8d7b4266 completed by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:54:36.721907 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-ab9731ed-8619-43e8-aeb6-06ff76b4f831 None None] Set router f051bc90-7102-4d30-a559-47b640a52614 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:54:36.932166 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-ab9731ed-8619-43e8-aeb6-06ff76b4f831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f051bc90-7102-4d30-a559-47b640a52614', 'name': 'tempest-TestShelveInstance-269188526-router', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'be9f3144-11f2-48b0-b206-3bfc3b3dd352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:54:34Z', 'updated_at': '2021-08-18T19:54:35Z', 'revision_number': 3, 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'gw_port': {'id': 'be9f3144-11f2-48b0-b206-3bfc3b3dd352', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f051bc90-7102-4d30-a559-47b640a52614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:35Z', 'updated_at': '2021-08-18T19:54:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:54:36.959293 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9731ed-8619-43e8-aeb6-06ff76b4f831 None None] Checking router: f051bc90-7102-4d30-a559-47b640a52614 for host: dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:54:36.959769 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9731ed-8619-43e8-aeb6-06ff76b4f831 None None] Updating router f051bc90-7102-4d30-a559-47b640a52614 port be9f3144-11f2-48b0-b206-3bfc3b3dd352 binding host dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:54:36.991355 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a8cd5571-6faa-485c-9204-a3ba99534aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:36.995712 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-ab9731ed-8619-43e8-aeb6-06ff76b4f831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:37.089538 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device d6011589-5600-4e9b-b5ce-627a8d7b4266 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:54:37.166691 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [None req-a8cd5571-6faa-485c-9204-a3ba99534aae admin admin] Allocated IP 172.20.0.1 (ee5ffc82-ee54-48be-91fb-694fbfe03c82/a10c680d-59ad-401a-8078-668a26eb834e/cbf01998-444c-4886-814d-95d52e1c847b) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:54:37.215871 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port d6011589-5600-4e9b-b5ce-627a8d7b4266 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:54:37.223785 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port d6011589-5600-4e9b-b5ce-627a8d7b4266 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:54:37.224165 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:37.271273 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a8cd5571-6faa-485c-9204-a3ba99534aae admin admin] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:37.284205 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [None req-a8cd5571-6faa-485c-9204-a3ba99534aae admin admin] Transition to ACTIVE for port object cbf01998-444c-4886-814d-95d52e1c847b will not be triggered until provisioned by entity DHCP. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:54:37.317841 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a8cd5571-6faa-485c-9204-a3ba99534aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:37.359721 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cd5571-6faa-485c-9204-a3ba99534aae admin admin] Network ee5ffc82-ee54-48be-91fb-694fbfe03c82 is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:54:37.366281 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [None req-a8cd5571-6faa-485c-9204-a3ba99534aae admin admin] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:54:37.369948 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cd5571-6faa-485c-9204-a3ba99534aae admin admin] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:54:37.377916 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:37.377916 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-ab9731ed-8619-43e8-aeb6-06ff76b4f831 None None] Notify callbacks [] for port, precommit_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:37.393974 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-ab9731ed-8619-43e8-aeb6-06ff76b4f831 None None] Transition to ACTIVE for port object be9f3144-11f2-48b0-b206-3bfc3b3dd352 will not be triggered until provisioned by entity L2. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:54:37.398961 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd5571-6faa-485c-9204-a3ba99534aae admin admin] Pushing event updated for resources: {'Port': ['ID=cbf01998-444c-4886-814d-95d52e1c847b,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:37.411271 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-ab9731ed-8619-43e8-aeb6-06ff76b4f831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:37.427301 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a8cd5571-6faa-485c-9204-a3ba99534aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1676627'] for router_interface, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:37.462802 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] For port d6011589-5600-4e9b-b5ce-627a8d7b4266, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=d6011589-5600-4e9b-b5ce-627a8d7b4266,segment=NetworkSegment(d5aacd4e-e492-49a6-bd4e-beeff888f4f0),segment_id=d5aacd4e-e492-49a6-bd4e-beeff888f4f0)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:54:37.488892 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:37.496476 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-ab9731ed-8619-43e8-aeb6-06ff76b4f831 None None] Attempting to bind port be9f3144-11f2-48b0-b206-3bfc3b3dd352 on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:54:37.496945 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-ab9731ed-8619-43e8-aeb6-06ff76b4f831 None None] Attempting to bind port be9f3144-11f2-48b0-b206-3bfc3b3dd352 by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:54:37.497383 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9731ed-8619-43e8-aeb6-06ff76b4f831 None None] Attempting to bind port be9f3144-11f2-48b0-b206-3bfc3b3dd352 on network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:54:37.503285 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4417e-8b6b-4c55-b7b5-37ff7a674702 None None] Pushing event updated for resources: {'Port': ['ID=be9f3144-11f2-48b0-b206-3bfc3b3dd352,revision_number=2']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:37.554869 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9731ed-8619-43e8-aeb6-06ff76b4f831 None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:54:37.555338 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9731ed-8619-43e8-aeb6-06ff76b4f831 None None] Checking segment: {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:54:37.555975 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-ab9731ed-8619-43e8-aeb6-06ff76b4f831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:37.556536 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9731ed-8619-43e8-aeb6-06ff76b4f831 None None] Bound using segment: {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:54:37.557187 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-ab9731ed-8619-43e8-aeb6-06ff76b4f831 None None] Bound port: be9f3144-11f2-48b0-b206-3bfc3b3dd352, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:54:37.557768 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-ab9731ed-8619-43e8-aeb6-06ff76b4f831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:37.564689 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Pushing event updated for resources: {'Port': ['ID=d6011589-5600-4e9b-b5ce-627a8d7b4266,revision_number=3']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:37.585213 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a8cd5571-6faa-485c-9204-a3ba99534aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:37.625770 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-ab9731ed-8619-43e8-aeb6-06ff76b4f831 None None] For port be9f3144-11f2-48b0-b206-3bfc3b3dd352, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:54:37.629807 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-ab9731ed-8619-43e8-aeb6-06ff76b4f831 None None] For port be9f3144-11f2-48b0-b206-3bfc3b3dd352, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=be9f3144-11f2-48b0-b206-3bfc3b3dd352,segment=NetworkSegment(0bdaf2c9-3eca-4db0-8337-689581495736),segment_id=0bdaf2c9-3eca-4db0-8337-689581495736)] {{(pid=100441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:54:37.634537 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-ab9731ed-8619-43e8-aeb6-06ff76b4f831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:37.707669 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9731ed-8619-43e8-aeb6-06ff76b4f831 None None] Routers {'f051bc90-7102-4d30-a559-47b640a52614'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:54:37.708334 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-ab9731ed-8619-43e8-aeb6-06ff76b4f831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:54:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['f051bc90-7102-4d30-a559-47b640a52614'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:54:37.710775 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-168f05c3-2c00-4a6a-9710-cb53ea0f084e None None] Provisioning for port cbf01998-444c-4886-814d-95d52e1c847b completed by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:54:37.748327 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-168f05c3-2c00-4a6a-9710-cb53ea0f084e None None] Provisioning complete for port cbf01998-444c-4886-814d-95d52e1c847b triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:54:37.748709 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-168f05c3-2c00-4a6a-9710-cb53ea0f084e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:37.752107 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4417e-8b6b-4c55-b7b5-37ff7a674702 None None] Pushing event updated for resources: {'Port': ['ID=be9f3144-11f2-48b0-b206-3bfc3b3dd352,revision_number=3']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:37.796268 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a8cd5571-6faa-485c-9204-a3ba99534aae admin admin] Notify callbacks [] for port, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:37.803734 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a8cd5571-6faa-485c-9204-a3ba99534aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:37.874759 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-a8cd5571-6faa-485c-9204-a3ba99534aae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1676711'] for router_interface, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:37.877898 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd5571-6faa-485c-9204-a3ba99534aae admin admin] Pushing event updated for resources: {'Port': ['ID=cbf01998-444c-4886-814d-95d52e1c847b,revision_number=2']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:37.972394 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-168f05c3-2c00-4a6a-9710-cb53ea0f084e None None] Port cbf01998-444c-4886-814d-95d52e1c847b cannot update to ACTIVE because it is not bound. {{(pid=100441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:54:37.989046 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cd5571-6faa-485c-9204-a3ba99534aae admin admin] Network ee5ffc82-ee54-48be-91fb-694fbfe03c82 is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:54:37.991630 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [None req-a8cd5571-6faa-485c-9204-a3ba99534aae admin admin] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:54:38.013917 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-ab9731ed-8619-43e8-aeb6-06ff76b4f831 None None] Set router f051bc90-7102-4d30-a559-47b640a52614 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:54:38.133155 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cd5571-6faa-485c-9204-a3ba99534aae admin admin] Router f051bc90-7102-4d30-a559-47b640a52614 has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:54:38.251395 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cd5571-6faa-485c-9204-a3ba99534aae admin admin] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:54:38.256872 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-a8cd5571-6faa-485c-9204-a3ba99534aae admin admin] 10.222.0.38 "PUT /v2.0/routers/f051bc90-7102-4d30-a559-47b640a52614/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7067432 Aug 18 19:54:38.274739 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-ab9731ed-8619-43e8-aeb6-06ff76b4f831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f051bc90-7102-4d30-a559-47b640a52614', 'name': 'tempest-TestShelveInstance-269188526-router', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'be9f3144-11f2-48b0-b206-3bfc3b3dd352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:54:34Z', 'updated_at': '2021-08-18T19:54:37Z', 'revision_number': 4, 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'gw_port': {'id': 'be9f3144-11f2-48b0-b206-3bfc3b3dd352', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f051bc90-7102-4d30-a559-47b640a52614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:35Z', 'updated_at': '2021-08-18T19:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': 'cbf01998-444c-4886-814d-95d52e1c847b', 'name': '', 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'mac_address': 'fa:16:3e:1f:a9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f051bc90-7102-4d30-a559-47b640a52614', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a10c680d-59ad-401a-8078-668a26eb834e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:37Z', 'updated_at': '2021-08-18T19:54:37Z', 'revision_number': 1, 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'subnets': [{'id': 'a10c680d-59ad-401a-8078-668a26eb834e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:54:38.304970 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9731ed-8619-43e8-aeb6-06ff76b4f831 None None] The sync data for ids ['f051bc90-7102-4d30-a559-47b640a52614'] in dv-cinder-805072-2-iscsi is: [{'id': 'f051bc90-7102-4d30-a559-47b640a52614', 'name': 'tempest-TestShelveInstance-269188526-router', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'be9f3144-11f2-48b0-b206-3bfc3b3dd352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:54:34Z', 'updated_at': '2021-08-18T19:54:37Z', 'revision_number': 4, 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'gw_port': {'id': 'be9f3144-11f2-48b0-b206-3bfc3b3dd352', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f051bc90-7102-4d30-a559-47b640a52614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:35Z', 'updated_at': '2021-08-18T19:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': 'cbf01998-444c-4886-814d-95d52e1c847b', 'name': '', 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'mac_address': 'fa:16:3e:1f:a9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f051bc90-7102-4d30-a559-47b640a52614', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a10c680d-59ad-401a-8078-668a26eb834e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:37Z', 'updated_at': '2021-08-18T19:54:37Z', 'revision_number': 1, 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'subnets': [{'id': 'a10c680d-59ad-401a-8078-668a26eb834e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:54:38.316393 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-e8d2c702-e0ae-4302-a917-3657fb63f9b2 None None] Provisioning complete for port cbf01998-444c-4886-814d-95d52e1c847b triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:54:38.316772 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-e8d2c702-e0ae-4302-a917-3657fb63f9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:38.358139 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-e8d2c702-e0ae-4302-a917-3657fb63f9b2 None None] Port cbf01998-444c-4886-814d-95d52e1c847b cannot update to ACTIVE because it is not bound. {{(pid=100441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:54:38.837000 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 51418) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:54:38.842126 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-b271a750-f338-4e66-a37c-4beaee4cc30f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1141852404-network', 'tenant_id': '06adb396cc1945888d2cb5c99967e700'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:54:38.867102 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b271a750-f338-4e66-a37c-4beaee4cc30f admin admin] Made reservation on behalf of 06adb396cc1945888d2cb5c99967e700 for: {'network': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:54:38.869609 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-b271a750-f338-4e66-a37c-4beaee4cc30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for network, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:38.878961 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-b271a750-f338-4e66-a37c-4beaee4cc30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:38.994881 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-b271a750-f338-4e66-a37c-4beaee4cc30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:39.000036 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-b271a750-f338-4e66-a37c-4beaee4cc30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:39.030057 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b271a750-f338-4e66-a37c-4beaee4cc30f admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=100440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:54:39.040848 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271a750-f338-4e66-a37c-4beaee4cc30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b9ba41-69e1-413f-86ec-2074c63fbb13,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:39.046360 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-b271a750-f338-4e66-a37c-4beaee4cc30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:39.046815 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.db.segments_db [None req-b271a750-f338-4e66-a37c-4beaee4cc30f admin admin] Added segment 6c0570b9-5cbe-4d58-87ca-2e88869ef876 of type vlan for network e5eeb564-77f0-4362-892e-07b184d2bfec Aug 18 19:54:39.100822 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-b271a750-f338-4e66-a37c-4beaee4cc30f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741574042296'] for network, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:39.133116 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-b271a750-f338-4e66-a37c-4beaee4cc30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140'] for network, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:39.134794 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b271a750-f338-4e66-a37c-4beaee4cc30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:54:39.136183 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-b271a750-f338-4e66-a37c-4beaee4cc30f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:39.173006 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device d6011589-5600-4e9b-b5ce-627a8d7b4266 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:54:39.204549 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-b271a750-f338-4e66-a37c-4beaee4cc30f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3663826 Aug 18 19:54:39.207641 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 51424) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:54:39.214218 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-c30e1f04-b82e-4af0-8ec2-609969c63d8c admin admin] Request body: {'subnet': {'network_id': 'e5eeb564-77f0-4362-892e-07b184d2bfec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1141852404-subnet', 'tenant_id': '06adb396cc1945888d2cb5c99967e700', 'ip_version': 4}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:54:39.217419 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271a750-f338-4e66-a37c-4beaee4cc30f admin admin] Pushing event updated for resources: {'Network': ['ID=e5eeb564-77f0-4362-892e-07b184d2bfec,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:39.229458 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Network e5eeb564-77f0-4362-892e-07b184d2bfec details requested by agent ovs-agent-dv-cinder-805072-2-iscsi with host dv-cinder-805072-2-iscsi {{(pid=100441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:54:39.244285 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30e1f04-b82e-4af0-8ec2-609969c63d8c admin admin] Made reservation on behalf of 06adb396cc1945888d2cb5c99967e700 for: {'subnet': 1} {{(pid=100439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:54:39.247102 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c30e1f04-b82e-4af0-8ec2-609969c63d8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59087246'] for subnet, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:39.295286 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port d6011589-5600-4e9b-b5ce-627a8d7b4266 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:54:39.295669 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:39.408387 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device be9f3144-11f2-48b0-b206-3bfc3b3dd352 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:54:39.465644 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port be9f3144-11f2-48b0-b206-3bfc3b3dd352 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:54:39.467592 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c30e1f04-b82e-4af0-8ec2-609969c63d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58782388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59087256'] for subnet, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:39.469825 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port be9f3144-11f2-48b0-b206-3bfc3b3dd352 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:54:39.470205 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:39.534256 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e1f04-b82e-4af0-8ec2-609969c63d8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=227456c7-646c-49a1-8cea-e2ad42b2f6b2,revision_number=0']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:39.539958 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30e1f04-b82e-4af0-8ec2-609969c63d8c admin admin] Checking segment: {'id': '6c0570b9-5cbe-4d58-87ca-2e88869ef876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e5eeb564-77f0-4362-892e-07b184d2bfec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:54:39.541390 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30e1f04-b82e-4af0-8ec2-609969c63d8c admin admin] Network hostable DHCP agents. Network: e5eeb564-77f0-4362-892e-07b184d2bfec, hostable agents: ['ab24a8c0-5fbc-4c54-80f8-7c76df3937f6'], hosted agents: [] {{(pid=100439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:54:39.562739 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:39.563778 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30e1f04-b82e-4af0-8ec2-609969c63d8c admin admin] Network e5eeb564-77f0-4362-892e-07b184d2bfec is scheduled to be hosted by DHCP agent ab24a8c0-5fbc-4c54-80f8-7c76df3937f6 with binding_index 1 {{(pid=100439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:54:39.575885 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-c30e1f04-b82e-4af0-8ec2-609969c63d8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-2-iscsi, e5eeb564-77f0-4362-892e-07b184d2bfec) {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:54:39.580817 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30e1f04-b82e-4af0-8ec2-609969c63d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:54:39.581465 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c30e1f04-b82e-4af0-8ec2-609969c63d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for subnet, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:39.593347 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3981e551-58e6-4764-9ef3-8c2c995377d0 None None] Network e5eeb564-77f0-4362-892e-07b184d2bfec requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:54:39.596781 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-c30e1f04-b82e-4af0-8ec2-609969c63d8c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3873551 Aug 18 19:54:39.599333 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 51430) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:54:39.603731 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-456f1fd0-ea1a-43fd-8e88-a58aa8fdeefa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1141852404-router', 'tenant_id': '06adb396cc1945888d2cb5c99967e700', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:54:39.611357 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] For port be9f3144-11f2-48b0-b206-3bfc3b3dd352, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=be9f3144-11f2-48b0-b206-3bfc3b3dd352,segment=NetworkSegment(0bdaf2c9-3eca-4db0-8337-689581495736),segment_id=0bdaf2c9-3eca-4db0-8337-689581495736)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:54:39.627675 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-456f1fd0-ea1a-43fd-8e88-a58aa8fdeefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1674435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59127'] for router, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:39.628567 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-456f1fd0-ea1a-43fd-8e88-a58aa8fdeefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1674323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1679070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59104'] for router, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:39.648639 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:39.689957 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-456f1fd0-ea1a-43fd-8e88-a58aa8fdeefa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:39.727660 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Pushing event updated for resources: {'Port': ['ID=be9f3144-11f2-48b0-b206-3bfc3b3dd352,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:39.800889 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e9827b-fead-4da9-8975-884cb1627774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e82691-4069-53cc-8ab6-7a3df7d55f6e-e5eeb564-77f0-4362-892e-07b184d2bfec', 'network_id': 'e5eeb564-77f0-4362-892e-07b184d2bfec', 'tenant_id': '06adb396cc1945888d2cb5c99967e700', 'fixed_ips': [{'subnet_id': '227456c7-646c-49a1-8cea-e2ad42b2f6b2'}]}} from dv-cinder-805072-2-iscsi. {{(pid=100441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 19:54:39.801798 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-50e9827b-fead-4da9-8975-884cb1627774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:39.940708 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.db_base_plugin_common [None req-50e9827b-fead-4da9-8975-884cb1627774 None None] Allocated IP 172.20.0.2 (e5eeb564-77f0-4362-892e-07b184d2bfec/227456c7-646c-49a1-8cea-e2ad42b2f6b2/936c88f3-3309-4b73-ba47-7b196a6fbbd0) {{(pid=100441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:54:40.085463 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-456f1fd0-ea1a-43fd-8e88-a58aa8fdeefa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:40.092201 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-50e9827b-fead-4da9-8975-884cb1627774 None None] Notify callbacks [] for port, precommit_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:40.101688 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-50e9827b-fead-4da9-8975-884cb1627774 None None] Transition to ACTIVE for port object 936c88f3-3309-4b73-ba47-7b196a6fbbd0 will not be triggered until provisioned by entity L2. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:54:40.121429 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-50e9827b-fead-4da9-8975-884cb1627774 None None] Transition to ACTIVE for port object 936c88f3-3309-4b73-ba47-7b196a6fbbd0 will not be triggered until provisioned by entity DHCP. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:54:40.128012 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-50e9827b-fead-4da9-8975-884cb1627774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286'] for port, after_create {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:40.171560 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e9827b-fead-4da9-8975-884cb1627774 None None] Network e5eeb564-77f0-4362-892e-07b184d2bfec is already hosted by enough agents. {{(pid=100441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:54:40.174644 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.scheduler.base_scheduler [None req-50e9827b-fead-4da9-8975-884cb1627774 None None] Resources bound (agent type, host, resource id): {{(pid=100441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:54:40.180034 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e9827b-fead-4da9-8975-884cb1627774 None None] Received port after_create {{(pid=100441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:54:40.183192 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9827b-fead-4da9-8975-884cb1627774 None None] Pushing event updated for resources: {'Port': ['ID=936c88f3-3309-4b73-ba47-7b196a6fbbd0,revision_number=1']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:40.240940 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-50e9827b-fead-4da9-8975-884cb1627774 None None] Attempting to bind port 936c88f3-3309-4b73-ba47-7b196a6fbbd0 on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:54:40.241328 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-50e9827b-fead-4da9-8975-884cb1627774 None None] Attempting to bind port 936c88f3-3309-4b73-ba47-7b196a6fbbd0 by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': '6c0570b9-5cbe-4d58-87ca-2e88869ef876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e5eeb564-77f0-4362-892e-07b184d2bfec'}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:54:40.241700 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e9827b-fead-4da9-8975-884cb1627774 None None] Attempting to bind port 936c88f3-3309-4b73-ba47-7b196a6fbbd0 on network e5eeb564-77f0-4362-892e-07b184d2bfec {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:54:40.247168 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e9827b-fead-4da9-8975-884cb1627774 None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:54:40.247634 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e9827b-fead-4da9-8975-884cb1627774 None None] Checking segment: {'id': '6c0570b9-5cbe-4d58-87ca-2e88869ef876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e5eeb564-77f0-4362-892e-07b184d2bfec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:54:40.248114 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-50e9827b-fead-4da9-8975-884cb1627774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:40.248662 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e9827b-fead-4da9-8975-884cb1627774 None None] Bound using segment: {'id': '6c0570b9-5cbe-4d58-87ca-2e88869ef876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e5eeb564-77f0-4362-892e-07b184d2bfec'} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:54:40.249072 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-50e9827b-fead-4da9-8975-884cb1627774 None None] Bound port: 936c88f3-3309-4b73-ba47-7b196a6fbbd0, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0570b9-5cbe-4d58-87ca-2e88869ef876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e5eeb564-77f0-4362-892e-07b184d2bfec'}}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:54:40.249500 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-50e9827b-fead-4da9-8975-884cb1627774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:40.295754 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-456f1fd0-ea1a-43fd-8e88-a58aa8fdeefa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:40.315027 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-456f1fd0-ea1a-43fd-8e88-a58aa8fdeefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:40.324995 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-50e9827b-fead-4da9-8975-884cb1627774 None None] For port 936c88f3-3309-4b73-ba47-7b196a6fbbd0, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:54:40.330701 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-50e9827b-fead-4da9-8975-884cb1627774 None None] For port 936c88f3-3309-4b73-ba47-7b196a6fbbd0, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=936c88f3-3309-4b73-ba47-7b196a6fbbd0,segment=NetworkSegment(6c0570b9-5cbe-4d58-87ca-2e88869ef876),segment_id=6c0570b9-5cbe-4d58-87ca-2e88869ef876)] {{(pid=100441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:54:40.336593 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-50e9827b-fead-4da9-8975-884cb1627774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:40.402411 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9827b-fead-4da9-8975-884cb1627774 None None] Pushing event updated for resources: {'Port': ['ID=936c88f3-3309-4b73-ba47-7b196a6fbbd0,revision_number=2']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:40.448832 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.db_base_plugin_common [None req-456f1fd0-ea1a-43fd-8e88-a58aa8fdeefa admin admin] Allocated IP 172.27.2.58 (c9e7b0ac-d07a-45d1-b669-710203e2b4d9/fcdf06bc-9cb8-408c-b78f-916aa229f92b/8d822c71-2e31-441b-91af-12bdb28cdc06) {{(pid=100439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:54:40.455871 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4d7af-b9df-42e8-8ac9-1adbfbecc2d2 None None] Sync routers for ids ['f051bc90-7102-4d30-a559-47b640a52614'] in dv-cinder-805072-2-iscsi {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:54:40.475578 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e4d7af-b9df-42e8-8ac9-1adbfbecc2d2 None None] Routers {'f051bc90-7102-4d30-a559-47b640a52614'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:54:40.477660 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-26e4d7af-b9df-42e8-8ac9-1adbfbecc2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:54:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['f051bc90-7102-4d30-a559-47b640a52614'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:54:40.581068 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-456f1fd0-ea1a-43fd-8e88-a58aa8fdeefa admin admin] Notify callbacks [] for port, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:40.595393 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-26e4d7af-b9df-42e8-8ac9-1adbfbecc2d2 None None] Set router f051bc90-7102-4d30-a559-47b640a52614 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:54:40.643969 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-456f1fd0-ea1a-43fd-8e88-a58aa8fdeefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58782208'] for port, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:40.683432 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456f1fd0-ea1a-43fd-8e88-a58aa8fdeefa admin admin] Network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 is already hosted by enough agents. {{(pid=100439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:54:40.691984 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.base_scheduler [None req-456f1fd0-ea1a-43fd-8e88-a58aa8fdeefa admin admin] Resources bound (agent type, host, resource id): {{(pid=100439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:54:40.698038 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456f1fd0-ea1a-43fd-8e88-a58aa8fdeefa admin admin] Received port after_create {{(pid=100439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:54:40.722688 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f1fd0-ea1a-43fd-8e88-a58aa8fdeefa admin admin] Pushing event updated for resources: {'Port': ['ID=8d822c71-2e31-441b-91af-12bdb28cdc06,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:40.824754 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-26e4d7af-b9df-42e8-8ac9-1adbfbecc2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f051bc90-7102-4d30-a559-47b640a52614', 'name': 'tempest-TestShelveInstance-269188526-router', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'be9f3144-11f2-48b0-b206-3bfc3b3dd352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:54:34Z', 'updated_at': '2021-08-18T19:54:37Z', 'revision_number': 4, 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'gw_port': {'id': 'be9f3144-11f2-48b0-b206-3bfc3b3dd352', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051bc90-7102-4d30-a559-47b640a52614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:35Z', 'updated_at': '2021-08-18T19:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': 'cbf01998-444c-4886-814d-95d52e1c847b', 'name': '', 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'mac_address': 'fa:16:3e:1f:a9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f051bc90-7102-4d30-a559-47b640a52614', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a10c680d-59ad-401a-8078-668a26eb834e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:37Z', 'updated_at': '2021-08-18T19:54:37Z', 'revision_number': 2, 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'subnets': [{'id': 'a10c680d-59ad-401a-8078-668a26eb834e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:54:40.850689 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4d7af-b9df-42e8-8ac9-1adbfbecc2d2 None None] Checking router: f051bc90-7102-4d30-a559-47b640a52614 for host: dv-cinder-805072-2-iscsi {{(pid=100442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:54:40.851038 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4d7af-b9df-42e8-8ac9-1adbfbecc2d2 None None] Updating router f051bc90-7102-4d30-a559-47b640a52614 port cbf01998-444c-4886-814d-95d52e1c847b binding host dv-cinder-805072-2-iscsi {{(pid=100442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:54:40.876218 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-26e4d7af-b9df-42e8-8ac9-1adbfbecc2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:40.956740 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-456f1fd0-ea1a-43fd-8e88-a58aa8fdeefa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:41.127296 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device be9f3144-11f2-48b0-b206-3bfc3b3dd352 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:54:41.162455 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-26e4d7af-b9df-42e8-8ac9-1adbfbecc2d2 None None] Notify callbacks [] for port, precommit_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:41.167153 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-456f1fd0-ea1a-43fd-8e88-a58aa8fdeefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1674314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1678875'] for router, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:41.176120 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.provisioning_blocks [None req-26e4d7af-b9df-42e8-8ac9-1adbfbecc2d2 None None] Transition to ACTIVE for port object cbf01998-444c-4886-814d-95d52e1c847b will not be triggered until provisioned by entity L2. {{(pid=100442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:54:41.180685 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port be9f3144-11f2-48b0-b206-3bfc3b3dd352 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:54:41.181249 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:41.183710 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-26e4d7af-b9df-42e8-8ac9-1adbfbecc2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:41.239350 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7810192-338b-4c8d-a232-90780a9c3124 None None] Pushing event updated for resources: {'Port': ['ID=cbf01998-444c-4886-814d-95d52e1c847b,revision_number=3']} {{(pid=100442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:41.275610 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7810192-338b-4c8d-a232-90780a9c3124 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:41.276250 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7810192-338b-4c8d-a232-90780a9c3124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:41.276854 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7810192-338b-4c8d-a232-90780a9c3124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:41.277415 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7810192-338b-4c8d-a232-90780a9c3124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:41.277958 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7810192-338b-4c8d-a232-90780a9c3124 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:41.278514 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7810192-338b-4c8d-a232-90780a9c3124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:41.278976 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7810192-338b-4c8d-a232-90780a9c3124 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:41.279403 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7810192-338b-4c8d-a232-90780a9c3124 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:41.279851 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7810192-338b-4c8d-a232-90780a9c3124 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:41.280278 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7810192-338b-4c8d-a232-90780a9c3124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:41.280718 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7810192-338b-4c8d-a232-90780a9c3124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:41.281142 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7810192-338b-4c8d-a232-90780a9c3124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:54:41.297262 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 936c88f3-3309-4b73-ba47-7b196a6fbbd0 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:54:41.320968 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-26e4d7af-b9df-42e8-8ac9-1adbfbecc2d2 None None] Attempting to bind port cbf01998-444c-4886-814d-95d52e1c847b on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:54:41.321487 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-26e4d7af-b9df-42e8-8ac9-1adbfbecc2d2 None None] Attempting to bind port cbf01998-444c-4886-814d-95d52e1c847b by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': 'd5aacd4e-e492-49a6-bd4e-beeff888f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82'}] {{(pid=100442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:54:41.321977 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e4d7af-b9df-42e8-8ac9-1adbfbecc2d2 None None] Attempting to bind port cbf01998-444c-4886-814d-95d52e1c847b on network ee5ffc82-ee54-48be-91fb-694fbfe03c82 {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:54:41.328204 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e4d7af-b9df-42e8-8ac9-1adbfbecc2d2 None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:54:41.328730 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e4d7af-b9df-42e8-8ac9-1adbfbecc2d2 None None] Checking segment: {'id': 'd5aacd4e-e492-49a6-bd4e-beeff888f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:54:41.329238 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-26e4d7af-b9df-42e8-8ac9-1adbfbecc2d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:41.329732 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e4d7af-b9df-42e8-8ac9-1adbfbecc2d2 None None] Bound using segment: {'id': 'd5aacd4e-e492-49a6-bd4e-beeff888f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82'} {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:54:41.330927 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-26e4d7af-b9df-42e8-8ac9-1adbfbecc2d2 None None] Bound port: cbf01998-444c-4886-814d-95d52e1c847b, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aacd4e-e492-49a6-bd4e-beeff888f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82'}}] {{(pid=100442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:54:41.331411 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-26e4d7af-b9df-42e8-8ac9-1adbfbecc2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:41.343406 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456f1fd0-ea1a-43fd-8e88-a58aa8fdeefa admin admin] Router 0ff55619-d133-4386-ac3c-b45f09bad0c2 is scheduled to L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a with binding_index 1 {{(pid=100439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 19:54:41.383999 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port 936c88f3-3309-4b73-ba47-7b196a6fbbd0 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:54:41.424363 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.db [None req-26e4d7af-b9df-42e8-8ac9-1adbfbecc2d2 None None] For port cbf01998-444c-4886-814d-95d52e1c847b, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:54:41.429546 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.db [None req-26e4d7af-b9df-42e8-8ac9-1adbfbecc2d2 None None] For port cbf01998-444c-4886-814d-95d52e1c847b, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=cbf01998-444c-4886-814d-95d52e1c847b,segment=NetworkSegment(d5aacd4e-e492-49a6-bd4e-beeff888f4f0),segment_id=d5aacd4e-e492-49a6-bd4e-beeff888f4f0)] {{(pid=100442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:54:41.435985 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-26e4d7af-b9df-42e8-8ac9-1adbfbecc2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:41.488569 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456f1fd0-ea1a-43fd-8e88-a58aa8fdeefa admin admin] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:54:41.493109 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7810192-338b-4c8d-a232-90780a9c3124 None None] Pushing event updated for resources: {'Port': ['ID=cbf01998-444c-4886-814d-95d52e1c847b,revision_number=4']} {{(pid=100442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:41.503372 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f3906f-6fa0-4b4a-a183-a418d88e4950 None None] Sync routers for ids ['0ff55619-d133-4386-ac3c-b45f09bad0c2'] in dv-cinder-805072-2-iscsi {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:54:41.507727 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e4d7af-b9df-42e8-8ac9-1adbfbecc2d2 None None] Routers {'f051bc90-7102-4d30-a559-47b640a52614'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:54:41.508926 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-26e4d7af-b9df-42e8-8ac9-1adbfbecc2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:54:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['f051bc90-7102-4d30-a559-47b640a52614'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:54:41.516509 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f3906f-6fa0-4b4a-a183-a418d88e4950 None None] Routers {'0ff55619-d133-4386-ac3c-b45f09bad0c2'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:54:41.517205 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-12f3906f-6fa0-4b4a-a183-a418d88e4950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:54:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['0ff55619-d133-4386-ac3c-b45f09bad0c2'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:54:41.521187 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-456f1fd0-ea1a-43fd-8e88-a58aa8fdeefa admin admin] Notify callbacks [] for router, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:41.525626 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 51438) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:54:41.526904 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-456f1fd0-ea1a-43fd-8e88-a58aa8fdeefa admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9223437 Aug 18 19:54:41.633999 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7873fa0d-0870-47f7-9842-fc144ef39003 None None] Network e5eeb564-77f0-4362-892e-07b184d2bfec requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:54:41.642986 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-26e4d7af-b9df-42e8-8ac9-1adbfbecc2d2 None None] Set router f051bc90-7102-4d30-a559-47b640a52614 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:54:41.758439 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-12f3906f-6fa0-4b4a-a183-a418d88e4950 None None] Set router 0ff55619-d133-4386-ac3c-b45f09bad0c2 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:54:41.874360 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-26e4d7af-b9df-42e8-8ac9-1adbfbecc2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f051bc90-7102-4d30-a559-47b640a52614', 'name': 'tempest-TestShelveInstance-269188526-router', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'be9f3144-11f2-48b0-b206-3bfc3b3dd352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:54:34Z', 'updated_at': '2021-08-18T19:54:37Z', 'revision_number': 4, 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'gw_port': {'id': 'be9f3144-11f2-48b0-b206-3bfc3b3dd352', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051bc90-7102-4d30-a559-47b640a52614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:35Z', 'updated_at': '2021-08-18T19:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': 'cbf01998-444c-4886-814d-95d52e1c847b', 'name': '', 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'mac_address': 'fa:16:3e:1f:a9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f051bc90-7102-4d30-a559-47b640a52614', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a10c680d-59ad-401a-8078-668a26eb834e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:37Z', 'updated_at': '2021-08-18T19:54:41Z', 'revision_number': 4, 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'subnets': [{'id': 'a10c680d-59ad-401a-8078-668a26eb834e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:54:41.902316 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4d7af-b9df-42e8-8ac9-1adbfbecc2d2 None None] The sync data for ids ['f051bc90-7102-4d30-a559-47b640a52614'] in dv-cinder-805072-2-iscsi is: [{'id': 'f051bc90-7102-4d30-a559-47b640a52614', 'name': 'tempest-TestShelveInstance-269188526-router', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'be9f3144-11f2-48b0-b206-3bfc3b3dd352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:54:34Z', 'updated_at': '2021-08-18T19:54:37Z', 'revision_number': 4, 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'gw_port': {'id': 'be9f3144-11f2-48b0-b206-3bfc3b3dd352', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051bc90-7102-4d30-a559-47b640a52614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:35Z', 'updated_at': '2021-08-18T19:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': 'cbf01998-444c-4886-814d-95d52e1c847b', 'name': '', 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'mac_address': 'fa:16:3e:1f:a9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f051bc90-7102-4d30-a559-47b640a52614', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a10c680d-59ad-401a-8078-668a26eb834e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:37Z', 'updated_at': '2021-08-18T19:54:41Z', 'revision_number': 4, 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'subnets': [{'id': 'a10c680d-59ad-401a-8078-668a26eb834e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:54:41.967754 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-1db537df-fbf4-421b-baa4-ef0f774fe946 None None] Provisioning for port 936c88f3-3309-4b73-ba47-7b196a6fbbd0 completed by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:54:41.981155 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-1db537df-fbf4-421b-baa4-ef0f774fe946 None None] Provisioning complete for port 936c88f3-3309-4b73-ba47-7b196a6fbbd0 triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:54:41.981533 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-1db537df-fbf4-421b-baa4-ef0f774fe946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:42.142024 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0981f240-45f7-4b82-9aa4-724c291b1dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:42.157647 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-1db537df-fbf4-421b-baa4-ef0f774fe946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:42.216770 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-1db537df-fbf4-421b-baa4-ef0f774fe946 None None] For port 936c88f3-3309-4b73-ba47-7b196a6fbbd0, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=936c88f3-3309-4b73-ba47-7b196a6fbbd0,segment=NetworkSegment(6c0570b9-5cbe-4d58-87ca-2e88869ef876),segment_id=6c0570b9-5cbe-4d58-87ca-2e88869ef876)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:54:42.220127 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-12f3906f-6fa0-4b4a-a183-a418d88e4950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff55619-d133-4386-ac3c-b45f09bad0c2', 'name': 'tempest-TestShelveInstance-1141852404-router', 'tenant_id': '06adb396cc1945888d2cb5c99967e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '8d822c71-2e31-441b-91af-12bdb28cdc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:54:39Z', 'updated_at': '2021-08-18T19:54:40Z', 'revision_number': 3, 'project_id': '06adb396cc1945888d2cb5c99967e700', 'gw_port': {'id': '8d822c71-2e31-441b-91af-12bdb28cdc06', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:64:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff55619-d133-4386-ac3c-b45f09bad0c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:40Z', 'updated_at': '2021-08-18T19:54:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:54:42.225981 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-1db537df-fbf4-421b-baa4-ef0f774fe946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:42.307713 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f3906f-6fa0-4b4a-a183-a418d88e4950 None None] Checking router: 0ff55619-d133-4386-ac3c-b45f09bad0c2 for host: dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:54:42.307713 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f3906f-6fa0-4b4a-a183-a418d88e4950 None None] Updating router 0ff55619-d133-4386-ac3c-b45f09bad0c2 port 8d822c71-2e31-441b-91af-12bdb28cdc06 binding host dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:54:42.330361 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db537df-fbf4-421b-baa4-ef0f774fe946 None None] Pushing event updated for resources: {'Port': ['ID=936c88f3-3309-4b73-ba47-7b196a6fbbd0,revision_number=3']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:42.335554 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [None req-0981f240-45f7-4b82-9aa4-724c291b1dbb admin admin] Allocated IP 172.20.0.1 (e5eeb564-77f0-4362-892e-07b184d2bfec/227456c7-646c-49a1-8cea-e2ad42b2f6b2/50d6f4ed-2742-4839-b109-f02c4c3fb7f7) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:54:42.348048 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-12f3906f-6fa0-4b4a-a183-a418d88e4950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:42.452767 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0981f240-45f7-4b82-9aa4-724c291b1dbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:42.469769 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [None req-0981f240-45f7-4b82-9aa4-724c291b1dbb admin admin] Transition to ACTIVE for port object 50d6f4ed-2742-4839-b109-f02c4c3fb7f7 will not be triggered until provisioned by entity DHCP. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:54:42.507506 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0981f240-45f7-4b82-9aa4-724c291b1dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:42.552552 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0981f240-45f7-4b82-9aa4-724c291b1dbb admin admin] Network e5eeb564-77f0-4362-892e-07b184d2bfec is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:54:42.556225 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [None req-0981f240-45f7-4b82-9aa4-724c291b1dbb admin admin] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:54:42.560420 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0981f240-45f7-4b82-9aa4-724c291b1dbb admin admin] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:54:42.588694 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981f240-45f7-4b82-9aa4-724c291b1dbb admin admin] Pushing event updated for resources: {'Port': ['ID=50d6f4ed-2742-4839-b109-f02c4c3fb7f7,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:42.612357 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0981f240-45f7-4b82-9aa4-724c291b1dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1676627'] for router_interface, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:42.621694 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-484115d8-83ef-4740-909a-72432509852b None None] Provisioning complete for port 936c88f3-3309-4b73-ba47-7b196a6fbbd0 triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:54:42.622065 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-484115d8-83ef-4740-909a-72432509852b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:42.767824 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0981f240-45f7-4b82-9aa4-724c291b1dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:42.934683 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0981f240-45f7-4b82-9aa4-724c291b1dbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:42.939441 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0981f240-45f7-4b82-9aa4-724c291b1dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:42.954035 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-12f3906f-6fa0-4b4a-a183-a418d88e4950 None None] Notify callbacks [] for port, precommit_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:42.973247 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-12f3906f-6fa0-4b4a-a183-a418d88e4950 None None] Transition to ACTIVE for port object 8d822c71-2e31-441b-91af-12bdb28cdc06 will not be triggered until provisioned by entity L2. {{(pid=100441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:54:42.982278 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-12f3906f-6fa0-4b4a-a183-a418d88e4950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:43.015749 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0981f240-45f7-4b82-9aa4-724c291b1dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1676711'] for router_interface, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:43.018197 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981f240-45f7-4b82-9aa4-724c291b1dbb admin admin] Pushing event updated for resources: {'Port': ['ID=50d6f4ed-2742-4839-b109-f02c4c3fb7f7,revision_number=2']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:43.060884 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-0fefd8f8-1d48-41df-a0da-3d94d1ede87b None None] Provisioning for port 50d6f4ed-2742-4839-b109-f02c4c3fb7f7 completed by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:54:43.060884 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8eda38-4064-44b9-bbdc-79af7da915b5 None None] Pushing event updated for resources: {'Port': ['ID=8d822c71-2e31-441b-91af-12bdb28cdc06,revision_number=2']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:43.063812 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-0fefd8f8-1d48-41df-a0da-3d94d1ede87b None None] Provisioning complete for port 50d6f4ed-2742-4839-b109-f02c4c3fb7f7 triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:54:43.064345 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-0fefd8f8-1d48-41df-a0da-3d94d1ede87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:43.066953 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-12f3906f-6fa0-4b4a-a183-a418d88e4950 None None] Attempting to bind port 8d822c71-2e31-441b-91af-12bdb28cdc06 on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:54:43.067331 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-12f3906f-6fa0-4b4a-a183-a418d88e4950 None None] Attempting to bind port 8d822c71-2e31-441b-91af-12bdb28cdc06 by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:54:43.067737 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3906f-6fa0-4b4a-a183-a418d88e4950 None None] Attempting to bind port 8d822c71-2e31-441b-91af-12bdb28cdc06 on network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:54:43.112135 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3906f-6fa0-4b4a-a183-a418d88e4950 None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:54:43.112135 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3906f-6fa0-4b4a-a183-a418d88e4950 None None] Checking segment: {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:54:43.112135 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-12f3906f-6fa0-4b4a-a183-a418d88e4950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:43.112135 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3906f-6fa0-4b4a-a183-a418d88e4950 None None] Bound using segment: {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'} {{(pid=100441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:54:43.112135 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.managers [None req-12f3906f-6fa0-4b4a-a183-a418d88e4950 None None] Bound port: 8d822c71-2e31-441b-91af-12bdb28cdc06, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bdaf2c9-3eca-4db0-8337-689581495736', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9'}}] {{(pid=100441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:54:43.112135 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-12f3906f-6fa0-4b4a-a183-a418d88e4950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:43.127507 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0981f240-45f7-4b82-9aa4-724c291b1dbb admin admin] Network e5eeb564-77f0-4362-892e-07b184d2bfec is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:54:43.130405 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [None req-0981f240-45f7-4b82-9aa4-724c291b1dbb admin admin] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:54:43.138433 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device cbf01998-444c-4886-814d-95d52e1c847b up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:54:43.174335 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-414d40b0-408f-4289-a14b-0136911fa8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:43.175849 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-0fefd8f8-1d48-41df-a0da-3d94d1ede87b None None] Port 50d6f4ed-2742-4839-b109-f02c4c3fb7f7 cannot update to ACTIVE because it is not bound. {{(pid=100441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:54:43.214305 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-12f3906f-6fa0-4b4a-a183-a418d88e4950 None None] For port 8d822c71-2e31-441b-91af-12bdb28cdc06, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:54:43.217698 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-12f3906f-6fa0-4b4a-a183-a418d88e4950 None None] For port 8d822c71-2e31-441b-91af-12bdb28cdc06, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=8d822c71-2e31-441b-91af-12bdb28cdc06,segment=NetworkSegment(0bdaf2c9-3eca-4db0-8337-689581495736),segment_id=0bdaf2c9-3eca-4db0-8337-689581495736)] {{(pid=100441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:54:43.226334 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-12f3906f-6fa0-4b4a-a183-a418d88e4950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:43.253582 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port cbf01998-444c-4886-814d-95d52e1c847b completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:54:43.269323 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port cbf01998-444c-4886-814d-95d52e1c847b triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:54:43.269704 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:43.299367 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0981f240-45f7-4b82-9aa4-724c291b1dbb admin admin] Router 0ff55619-d133-4386-ac3c-b45f09bad0c2 has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:54:43.321283 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8eda38-4064-44b9-bbdc-79af7da915b5 None None] Pushing event updated for resources: {'Port': ['ID=8d822c71-2e31-441b-91af-12bdb28cdc06,revision_number=3']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:43.326629 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f3906f-6fa0-4b4a-a183-a418d88e4950 None None] Routers {'0ff55619-d133-4386-ac3c-b45f09bad0c2'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:54:43.327317 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-12f3906f-6fa0-4b4a-a183-a418d88e4950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:54:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['0ff55619-d133-4386-ac3c-b45f09bad0c2'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:54:43.450573 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0981f240-45f7-4b82-9aa4-724c291b1dbb admin admin] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:54:43.458177 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-0981f240-45f7-4b82-9aa4-724c291b1dbb admin admin] 10.222.0.38 "PUT /v2.0/routers/0ff55619-d133-4386-ac3c-b45f09bad0c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9314308 Aug 18 19:54:43.475122 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-12f3906f-6fa0-4b4a-a183-a418d88e4950 None None] Set router 0ff55619-d133-4386-ac3c-b45f09bad0c2 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:54:43.476801 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:43.589384 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-002fcb96-9b0f-4112-be4b-d958ea2e8a7c None None] Provisioning complete for port 50d6f4ed-2742-4839-b109-f02c4c3fb7f7 triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:54:43.589749 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-002fcb96-9b0f-4112-be4b-d958ea2e8a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:43.603489 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] For port cbf01998-444c-4886-814d-95d52e1c847b, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=cbf01998-444c-4886-814d-95d52e1c847b,segment=NetworkSegment(d5aacd4e-e492-49a6-bd4e-beeff888f4f0),segment_id=d5aacd4e-e492-49a6-bd4e-beeff888f4f0)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:54:43.650118 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:43.650938 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 936c88f3-3309-4b73-ba47-7b196a6fbbd0 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:54:43.725535 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-002fcb96-9b0f-4112-be4b-d958ea2e8a7c None None] Port 50d6f4ed-2742-4839-b109-f02c4c3fb7f7 cannot update to ACTIVE because it is not bound. {{(pid=100441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:54:43.753690 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Pushing event updated for resources: {'Port': ['ID=cbf01998-444c-4886-814d-95d52e1c847b,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:43.785469 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 936c88f3-3309-4b73-ba47-7b196a6fbbd0 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:54:43.785958 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:43.887197 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-12f3906f-6fa0-4b4a-a183-a418d88e4950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff55619-d133-4386-ac3c-b45f09bad0c2', 'name': 'tempest-TestShelveInstance-1141852404-router', 'tenant_id': '06adb396cc1945888d2cb5c99967e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '8d822c71-2e31-441b-91af-12bdb28cdc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:54:39Z', 'updated_at': '2021-08-18T19:54:42Z', 'revision_number': 4, 'project_id': '06adb396cc1945888d2cb5c99967e700', 'gw_port': {'id': '8d822c71-2e31-441b-91af-12bdb28cdc06', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:64:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff55619-d133-4386-ac3c-b45f09bad0c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:40Z', 'updated_at': '2021-08-18T19:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '50d6f4ed-2742-4839-b109-f02c4c3fb7f7', 'name': '', 'network_id': 'e5eeb564-77f0-4362-892e-07b184d2bfec', 'tenant_id': '06adb396cc1945888d2cb5c99967e700', 'mac_address': 'fa:16:3e:16:e4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff55619-d133-4386-ac3c-b45f09bad0c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '227456c7-646c-49a1-8cea-e2ad42b2f6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:42Z', 'updated_at': '2021-08-18T19:54:42Z', 'revision_number': 2, 'project_id': '06adb396cc1945888d2cb5c99967e700', 'subnets': [{'id': '227456c7-646c-49a1-8cea-e2ad42b2f6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:54:43.919296 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f3906f-6fa0-4b4a-a183-a418d88e4950 None None] The sync data for ids ['0ff55619-d133-4386-ac3c-b45f09bad0c2'] in dv-cinder-805072-2-iscsi is: [{'id': '0ff55619-d133-4386-ac3c-b45f09bad0c2', 'name': 'tempest-TestShelveInstance-1141852404-router', 'tenant_id': '06adb396cc1945888d2cb5c99967e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '8d822c71-2e31-441b-91af-12bdb28cdc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:54:39Z', 'updated_at': '2021-08-18T19:54:42Z', 'revision_number': 4, 'project_id': '06adb396cc1945888d2cb5c99967e700', 'gw_port': {'id': '8d822c71-2e31-441b-91af-12bdb28cdc06', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:64:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff55619-d133-4386-ac3c-b45f09bad0c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:40Z', 'updated_at': '2021-08-18T19:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '50d6f4ed-2742-4839-b109-f02c4c3fb7f7', 'name': '', 'network_id': 'e5eeb564-77f0-4362-892e-07b184d2bfec', 'tenant_id': '06adb396cc1945888d2cb5c99967e700', 'mac_address': 'fa:16:3e:16:e4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff55619-d133-4386-ac3c-b45f09bad0c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '227456c7-646c-49a1-8cea-e2ad42b2f6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:42Z', 'updated_at': '2021-08-18T19:54:42Z', 'revision_number': 2, 'project_id': '06adb396cc1945888d2cb5c99967e700', 'subnets': [{'id': '227456c7-646c-49a1-8cea-e2ad42b2f6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:54:44.060946 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 51464) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:54:44.065818 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-c8d02377-28ed-4937-aad1-ed96daf08682 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-252502614', 'description': 'tempest-secgroup-smoke-252502614 description', 'project_id': '42fa1c64987e42bcaa2896a5152f01da'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:54:44.107974 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c8d02377-28ed-4937-aad1-ed96daf08682 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for security_group, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:44.206943 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c8d02377-28ed-4937-aad1-ed96daf08682 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for security_group, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:44.211717 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c8d02377-28ed-4937-aad1-ed96daf08682 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:44.239448 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c8d02377-28ed-4937-aad1-ed96daf08682 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:44.240747 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-c8d02377-28ed-4937-aad1-ed96daf08682 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1787763 Aug 18 19:54:44.243755 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 51466) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:54:44.249084 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-fb928eb8-617f-4847-99b0-5277f1936c45 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Request body: {'security_group_rule': {'security_group_id': 'a6a973d6-65e2-4579-abb9-3d869bb97f47', 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:54:44.254378 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d02377-28ed-4937-aad1-ed96daf08682 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a973d6-65e2-4579-abb9-3d869bb97f47,revision_number=1']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:44.278911 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fb928eb8-617f-4847-99b0-5277f1936c45 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:44.339746 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fb928eb8-617f-4847-99b0-5277f1936c45 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:44.343483 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fb928eb8-617f-4847-99b0-5277f1936c45 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764444'] for security_group_rule, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:44.361331 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb928eb8-617f-4847-99b0-5277f1936c45 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d75c1d-9ff9-412c-8894-7814562d5b18,revision_number=0']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:44.367668 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-fb928eb8-617f-4847-99b0-5277f1936c45 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:44.368906 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-fb928eb8-617f-4847-99b0-5277f1936c45 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242104 Aug 18 19:54:44.371633 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 51468) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:54:44.377253 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.v2.base [None req-09467e12-3092-41bf-a22e-74dffcd28136 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Request body: {'security_group_rule': {'security_group_id': 'a6a973d6-65e2-4579-abb9-3d869bb97f47', 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:54:44.405076 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-09467e12-3092-41bf-a22e-74dffcd28136 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:44.469376 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-09467e12-3092-41bf-a22e-74dffcd28136 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:44.473015 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-09467e12-3092-41bf-a22e-74dffcd28136 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764444'] for security_group_rule, after_create {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:44.491713 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09467e12-3092-41bf-a22e-74dffcd28136 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f0c7c5-b1d3-47af-a4c2-8705b216f018,revision_number=0']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:44.495061 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-09467e12-3092-41bf-a22e-74dffcd28136 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:44.499147 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 51470) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:54:44.499631 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-09467e12-3092-41bf-a22e-74dffcd28136 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265104 Aug 18 19:54:44.503920 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-96ff0fca-47a6-48b8-96ce-d85ab6afb0a2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Request body: {'security_group_rule': {'security_group_id': 'a6a973d6-65e2-4579-abb9-3d869bb97f47', 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:54:44.530824 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-96ff0fca-47a6-48b8-96ce-d85ab6afb0a2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:44.591699 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-96ff0fca-47a6-48b8-96ce-d85ab6afb0a2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:44.594925 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-96ff0fca-47a6-48b8-96ce-d85ab6afb0a2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764444'] for security_group_rule, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:44.611277 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff0fca-47a6-48b8-96ce-d85ab6afb0a2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665a5bca-8eb5-4d03-82c9-90a797aadf78,revision_number=0']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:44.618205 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-96ff0fca-47a6-48b8-96ce-d85ab6afb0a2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:44.619446 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-96ff0fca-47a6-48b8-96ce-d85ab6afb0a2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193008 Aug 18 19:54:44.622433 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 51474) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:54:44.626988 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-7dd11591-5fc2-4687-8e8f-f47096f1a76b tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Request body: {'security_group_rule': {'security_group_id': 'a6a973d6-65e2-4579-abb9-3d869bb97f47', 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:54:44.667942 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-7dd11591-5fc2-4687-8e8f-f47096f1a76b tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:44.746523 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-7dd11591-5fc2-4687-8e8f-f47096f1a76b tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:44.751244 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-7dd11591-5fc2-4687-8e8f-f47096f1a76b tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764444'] for security_group_rule, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:44.775124 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd11591-5fc2-4687-8e8f-f47096f1a76b tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a5ef13-88b3-47d2-bd39-d3632d4c66fc,revision_number=0']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:44.778872 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-7dd11591-5fc2-4687-8e8f-f47096f1a76b tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:44.780096 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-7dd11591-5fc2-4687-8e8f-f47096f1a76b tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1567030 Aug 18 19:54:44.782843 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 51476) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:54:44.788639 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-e268ff44-8875-449e-a93e-c00230c9a1a6 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Request body: {'security_group_rule': {'security_group_id': 'a6a973d6-65e2-4579-abb9-3d869bb97f47', 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:54:44.816043 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.db.securitygroups_db [None req-e268ff44-8875-449e-a93e-c00230c9a1a6 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Project 42fa1c64987e42bcaa2896a5152f01da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 19:54:44.822323 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-e268ff44-8875-449e-a93e-c00230c9a1a6 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:44.890084 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-e268ff44-8875-449e-a93e-c00230c9a1a6 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:44.895089 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-e268ff44-8875-449e-a93e-c00230c9a1a6 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764444'] for security_group_rule, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:44.914603 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268ff44-8875-449e-a93e-c00230c9a1a6 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea7dfb2-ba7b-443c-84a3-404740bbe6cc,revision_number=0']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:44.922235 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-e268ff44-8875-449e-a93e-c00230c9a1a6 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:44.926040 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-e268ff44-8875-449e-a93e-c00230c9a1a6 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1388268 Aug 18 19:54:44.926296 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 51478) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:54:44.931494 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-bada30c1-c747-4615-93e9-50c991ae2e4a tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Request body: {'security_group_rule': {'security_group_id': 'a6a973d6-65e2-4579-abb9-3d869bb97f47', 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:54:44.958369 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.db.securitygroups_db [None req-bada30c1-c747-4615-93e9-50c991ae2e4a tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Project 42fa1c64987e42bcaa2896a5152f01da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 19:54:44.963824 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bada30c1-c747-4615-93e9-50c991ae2e4a tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:45.040931 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bada30c1-c747-4615-93e9-50c991ae2e4a tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:45.045091 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bada30c1-c747-4615-93e9-50c991ae2e4a tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764444'] for security_group_rule, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:45.068673 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bada30c1-c747-4615-93e9-50c991ae2e4a tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:45.078592 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-bada30c1-c747-4615-93e9-50c991ae2e4a tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1425707 Aug 18 19:54:45.078592 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada30c1-c747-4615-93e9-50c991ae2e4a tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3af1267-3c0c-4a55-b0bf-dc20a08b866c,revision_number=0']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:45.121278 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 8d822c71-2e31-441b-91af-12bdb28cdc06 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:54:45.181118 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port 8d822c71-2e31-441b-91af-12bdb28cdc06 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:54:45.185682 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 8d822c71-2e31-441b-91af-12bdb28cdc06 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:54:45.186242 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:45.270995 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:45.293990 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] For port 8d822c71-2e31-441b-91af-12bdb28cdc06, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=8d822c71-2e31-441b-91af-12bdb28cdc06,segment=NetworkSegment(0bdaf2c9-3eca-4db0-8337-689581495736),segment_id=0bdaf2c9-3eca-4db0-8337-689581495736)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:54:45.298616 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:45.299519 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device cbf01998-444c-4886-814d-95d52e1c847b up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:54:45.391118 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port cbf01998-444c-4886-814d-95d52e1c847b triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:54:45.391500 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:45.393085 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Pushing event updated for resources: {'Port': ['ID=8d822c71-2e31-441b-91af-12bdb28cdc06,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:45.788911 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-8f721379-4cad-4f76-a079-8051e46d37e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:45.919836 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:46.014918 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7a4099-468b-4bf0-a7c5-d5eaf2915435 None None] Sync routers for ids ['0ff55619-d133-4386-ac3c-b45f09bad0c2'] in dv-cinder-805072-2-iscsi {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:54:46.025356 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7a4099-468b-4bf0-a7c5-d5eaf2915435 None None] Routers {'0ff55619-d133-4386-ac3c-b45f09bad0c2'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:54:46.026030 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-bf7a4099-468b-4bf0-a7c5-d5eaf2915435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:54:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['0ff55619-d133-4386-ac3c-b45f09bad0c2'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:54:46.212305 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-bf7a4099-468b-4bf0-a7c5-d5eaf2915435 None None] Set router 0ff55619-d133-4386-ac3c-b45f09bad0c2 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:54:46.403341 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-bf7a4099-468b-4bf0-a7c5-d5eaf2915435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff55619-d133-4386-ac3c-b45f09bad0c2', 'name': 'tempest-TestShelveInstance-1141852404-router', 'tenant_id': '06adb396cc1945888d2cb5c99967e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '8d822c71-2e31-441b-91af-12bdb28cdc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:54:39Z', 'updated_at': '2021-08-18T19:54:42Z', 'revision_number': 4, 'project_id': '06adb396cc1945888d2cb5c99967e700', 'gw_port': {'id': '8d822c71-2e31-441b-91af-12bdb28cdc06', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:64:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff55619-d133-4386-ac3c-b45f09bad0c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:40Z', 'updated_at': '2021-08-18T19:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '50d6f4ed-2742-4839-b109-f02c4c3fb7f7', 'name': '', 'network_id': 'e5eeb564-77f0-4362-892e-07b184d2bfec', 'tenant_id': '06adb396cc1945888d2cb5c99967e700', 'mac_address': 'fa:16:3e:16:e4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff55619-d133-4386-ac3c-b45f09bad0c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '227456c7-646c-49a1-8cea-e2ad42b2f6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:42Z', 'updated_at': '2021-08-18T19:54:42Z', 'revision_number': 2, 'project_id': '06adb396cc1945888d2cb5c99967e700', 'subnets': [{'id': '227456c7-646c-49a1-8cea-e2ad42b2f6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:54:46.432302 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7a4099-468b-4bf0-a7c5-d5eaf2915435 None None] Checking router: 0ff55619-d133-4386-ac3c-b45f09bad0c2 for host: dv-cinder-805072-2-iscsi {{(pid=100442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:54:46.432654 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7a4099-468b-4bf0-a7c5-d5eaf2915435 None None] Updating router 0ff55619-d133-4386-ac3c-b45f09bad0c2 port 50d6f4ed-2742-4839-b109-f02c4c3fb7f7 binding host dv-cinder-805072-2-iscsi {{(pid=100442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:54:46.456519 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4099-468b-4bf0-a7c5-d5eaf2915435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:46.731780 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:46.737836 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4099-468b-4bf0-a7c5-d5eaf2915435 None None] Notify callbacks [] for port, precommit_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:46.748039 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.provisioning_blocks [None req-bf7a4099-468b-4bf0-a7c5-d5eaf2915435 None None] Transition to ACTIVE for port object 50d6f4ed-2742-4839-b109-f02c4c3fb7f7 will not be triggered until provisioned by entity L2. {{(pid=100442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:54:46.753084 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4099-468b-4bf0-a7c5-d5eaf2915435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:46.803436 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30656e0-a01f-4ab7-93bb-f413201a317f None None] Pushing event updated for resources: {'Port': ['ID=50d6f4ed-2742-4839-b109-f02c4c3fb7f7,revision_number=3']} {{(pid=100442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:46.856004 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-bf7a4099-468b-4bf0-a7c5-d5eaf2915435 None None] Attempting to bind port 50d6f4ed-2742-4839-b109-f02c4c3fb7f7 on host dv-cinder-805072-2-iscsi for vnic_type normal with profile {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:54:46.856309 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-bf7a4099-468b-4bf0-a7c5-d5eaf2915435 None None] Attempting to bind port 50d6f4ed-2742-4839-b109-f02c4c3fb7f7 by drivers openvswitch,hyperv on host dv-cinder-805072-2-iscsi at level 0 using segments [{'id': '6c0570b9-5cbe-4d58-87ca-2e88869ef876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e5eeb564-77f0-4362-892e-07b184d2bfec'}] {{(pid=100442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:54:46.856674 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7a4099-468b-4bf0-a7c5-d5eaf2915435 None None] Attempting to bind port 50d6f4ed-2742-4839-b109-f02c4c3fb7f7 on network e5eeb564-77f0-4362-892e-07b184d2bfec {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:54:46.861982 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7a4099-468b-4bf0-a7c5-d5eaf2915435 None None] Checking agent: {'id': '573c4d3f-106c-42cf-8221-7e55fa85ef85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 33, 16), 'started_at': datetime.datetime(2021, 8, 18, 19, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:54:46.862359 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7a4099-468b-4bf0-a7c5-d5eaf2915435 None None] Checking segment: {'id': '6c0570b9-5cbe-4d58-87ca-2e88869ef876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e5eeb564-77f0-4362-892e-07b184d2bfec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:54:46.862797 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4099-468b-4bf0-a7c5-d5eaf2915435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:46.863194 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7a4099-468b-4bf0-a7c5-d5eaf2915435 None None] Bound using segment: {'id': '6c0570b9-5cbe-4d58-87ca-2e88869ef876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e5eeb564-77f0-4362-892e-07b184d2bfec'} {{(pid=100442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:54:46.863672 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.managers [None req-bf7a4099-468b-4bf0-a7c5-d5eaf2915435 None None] Bound port: 50d6f4ed-2742-4839-b109-f02c4c3fb7f7, host: dv-cinder-805072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0570b9-5cbe-4d58-87ca-2e88869ef876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e5eeb564-77f0-4362-892e-07b184d2bfec'}}] {{(pid=100442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:54:46.864059 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4099-468b-4bf0-a7c5-d5eaf2915435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:46.934767 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.db [None req-bf7a4099-468b-4bf0-a7c5-d5eaf2915435 None None] For port 50d6f4ed-2742-4839-b109-f02c4c3fb7f7, host dv-cinder-805072-2-iscsi, cleared binding levels {{(pid=100442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:54:46.938382 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.plugins.ml2.db [None req-bf7a4099-468b-4bf0-a7c5-d5eaf2915435 None None] For port 50d6f4ed-2742-4839-b109-f02c4c3fb7f7, host dv-cinder-805072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=50d6f4ed-2742-4839-b109-f02c4c3fb7f7,segment=NetworkSegment(6c0570b9-5cbe-4d58-87ca-2e88869ef876),segment_id=6c0570b9-5cbe-4d58-87ca-2e88869ef876)] {{(pid=100442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:54:46.942965 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4099-468b-4bf0-a7c5-d5eaf2915435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:47.005581 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30656e0-a01f-4ab7-93bb-f413201a317f None None] Pushing event updated for resources: {'Port': ['ID=50d6f4ed-2742-4839-b109-f02c4c3fb7f7,revision_number=4']} {{(pid=100442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:47.010485 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7a4099-468b-4bf0-a7c5-d5eaf2915435 None None] Routers {'0ff55619-d133-4386-ac3c-b45f09bad0c2'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:54:47.011519 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-bf7a4099-468b-4bf0-a7c5-d5eaf2915435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:54:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['0ff55619-d133-4386-ac3c-b45f09bad0c2'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:54:47.051729 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 8d822c71-2e31-441b-91af-12bdb28cdc06 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:54:47.101719 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 8d822c71-2e31-441b-91af-12bdb28cdc06 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:54:47.102088 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:47.128505 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-bf7a4099-468b-4bf0-a7c5-d5eaf2915435 None None] Set router 0ff55619-d133-4386-ac3c-b45f09bad0c2 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:54:47.329148 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-bf7a4099-468b-4bf0-a7c5-d5eaf2915435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff55619-d133-4386-ac3c-b45f09bad0c2', 'name': 'tempest-TestShelveInstance-1141852404-router', 'tenant_id': '06adb396cc1945888d2cb5c99967e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '8d822c71-2e31-441b-91af-12bdb28cdc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:54:39Z', 'updated_at': '2021-08-18T19:54:42Z', 'revision_number': 4, 'project_id': '06adb396cc1945888d2cb5c99967e700', 'gw_port': {'id': '8d822c71-2e31-441b-91af-12bdb28cdc06', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:64:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff55619-d133-4386-ac3c-b45f09bad0c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:40Z', 'updated_at': '2021-08-18T19:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '50d6f4ed-2742-4839-b109-f02c4c3fb7f7', 'name': '', 'network_id': 'e5eeb564-77f0-4362-892e-07b184d2bfec', 'tenant_id': '06adb396cc1945888d2cb5c99967e700', 'mac_address': 'fa:16:3e:16:e4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff55619-d133-4386-ac3c-b45f09bad0c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '227456c7-646c-49a1-8cea-e2ad42b2f6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:42Z', 'updated_at': '2021-08-18T19:54:46Z', 'revision_number': 4, 'project_id': '06adb396cc1945888d2cb5c99967e700', 'subnets': [{'id': '227456c7-646c-49a1-8cea-e2ad42b2f6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:54:47.355642 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7a4099-468b-4bf0-a7c5-d5eaf2915435 None None] The sync data for ids ['0ff55619-d133-4386-ac3c-b45f09bad0c2'] in dv-cinder-805072-2-iscsi is: [{'id': '0ff55619-d133-4386-ac3c-b45f09bad0c2', 'name': 'tempest-TestShelveInstance-1141852404-router', 'tenant_id': '06adb396cc1945888d2cb5c99967e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '8d822c71-2e31-441b-91af-12bdb28cdc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:54:39Z', 'updated_at': '2021-08-18T19:54:42Z', 'revision_number': 4, 'project_id': '06adb396cc1945888d2cb5c99967e700', 'gw_port': {'id': '8d822c71-2e31-441b-91af-12bdb28cdc06', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:64:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff55619-d133-4386-ac3c-b45f09bad0c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:40Z', 'updated_at': '2021-08-18T19:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '50d6f4ed-2742-4839-b109-f02c4c3fb7f7', 'name': '', 'network_id': 'e5eeb564-77f0-4362-892e-07b184d2bfec', 'tenant_id': '06adb396cc1945888d2cb5c99967e700', 'mac_address': 'fa:16:3e:16:e4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff55619-d133-4386-ac3c-b45f09bad0c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '227456c7-646c-49a1-8cea-e2ad42b2f6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:42Z', 'updated_at': '2021-08-18T19:54:46Z', 'revision_number': 4, 'project_id': '06adb396cc1945888d2cb5c99967e700', 'subnets': [{'id': '227456c7-646c-49a1-8cea-e2ad42b2f6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:54:48.472047 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:49.057766 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 50d6f4ed-2742-4839-b109-f02c4c3fb7f7 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:54:49.109435 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning for port 50d6f4ed-2742-4839-b109-f02c4c3fb7f7 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:54:49.113603 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 50d6f4ed-2742-4839-b109-f02c4c3fb7f7 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:54:49.113980 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:49.324896 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:49.355896 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] For port 50d6f4ed-2742-4839-b109-f02c4c3fb7f7, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=50d6f4ed-2742-4839-b109-f02c4c3fb7f7,segment=NetworkSegment(6c0570b9-5cbe-4d58-87ca-2e88869ef876),segment_id=6c0570b9-5cbe-4d58-87ca-2e88869ef876)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:54:49.359911 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:49.406821 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Pushing event updated for resources: {'Port': ['ID=50d6f4ed-2742-4839-b109-f02c4c3fb7f7,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:54:50.139404 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:51.040161 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 50d6f4ed-2742-4839-b109-f02c4c3fb7f7 up at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:54:51.088070 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Provisioning complete for port 50d6f4ed-2742-4839-b109-f02c4c3fb7f7 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:54:51.088356 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:54:51.590410 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:55:13.068720 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-1ac02f11-d855-470a-aa22-e47ddbe9e33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:15.790422 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3b325f9c-5864-4b4e-bb66-a4ed92f26c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:15.919552 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:16.202590 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-d28e2549-8c96-4cad-bfb8-ff45c0f1eefc tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-252502614&fields=id&tenant_id=42fa1c64987e42bcaa2896a5152f01da HTTP/1.1" status: 200 len: 267 time: 0.0332742 Aug 18 19:55:16.307536 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-9aa5be58-c83e-4f59-926a-ee61829a5dbc tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:16.309549 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-9aa5be58-c83e-4f59-926a-ee61829a5dbc tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/networks?id=ee5ffc82-ee54-48be-91fb-694fbfe03c82 HTTP/1.1" status: 200 len: 808 time: 0.0995846 Aug 18 19:55:16.325239 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-ce4c90ef-e852-489c-b85c-af02835c39b8 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/quotas/42fa1c64987e42bcaa2896a5152f01da HTTP/1.1" status: 200 len: 375 time: 0.0099998 Aug 18 19:55:16.376054 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-b946df82-f105-442e-bfc9-3d3aa3a35ed6 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=42fa1c64987e42bcaa2896a5152f01da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453660 Aug 18 19:55:16.472571 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-da348738-030f-4511-9c39-f9f1b2573e62 service neutron] 10.222.0.38 "GET /v2.0/networks/ee5ffc82-ee54-48be-91fb-694fbfe03c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835328 Aug 18 19:55:16.562168 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-527b1e58-97d4-4be9-bd0d-dd3923d164be service neutron] 10.222.0.38 "GET /v2.0/networks/ee5ffc82-ee54-48be-91fb-694fbfe03c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834689 Aug 18 19:55:16.732731 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:16.841156 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-47236991-0f46-41ac-9250-7676b390f0d6 req-10ac592e-6738-42e7-a01a-6f9f7d6ed227 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 210 time: 0.0265408 Aug 18 19:55:17.882586 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-3d4cf3e7-bae6-4891-ba3b-42217bb68a24 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:17.884114 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-3d4cf3e7-bae6-4891-ba3b-42217bb68a24 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.35 "GET /v2.0/networks?id=ee5ffc82-ee54-48be-91fb-694fbfe03c82 HTTP/1.1" status: 200 len: 808 time: 0.1042452 Aug 18 19:55:17.942889 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-dca5ea62-96f8-41d6-8ea1-c74c19bc5dec req-b7eaca37-e793-4c19-8392-a8e3115890d9 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 210 time: 0.0279858 Aug 18 19:55:17.957748 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-297bb8ca-ffdb-4139-9834-c9cd63bff770 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42fa1c64987e42bcaa2896a5152f01da HTTP/1.1" status: 200 len: 379 time: 0.0564737 Aug 18 19:55:17.967825 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-cd0c6428-3277-4b3b-bc9e-ec84d22afad2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Request body: {'port': {'device_id': '4df9560b-ad97-4c9d-abe3-1ac897314ef7', 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82', 'admin_state_up': True, 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'security_groups': ['a6a973d6-65e2-4579-abb9-3d869bb97f47']}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:55:18.337265 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-cd0c6428-3277-4b3b-bc9e-ec84d22afad2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Made reservation on behalf of 42fa1c64987e42bcaa2896a5152f01da for: {'port': 1} {{(pid=100440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:55:18.341062 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-cd0c6428-3277-4b3b-bc9e-ec84d22afad2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:18.466839 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-cd0c6428-3277-4b3b-bc9e-ec84d22afad2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Allocated IP 172.20.0.11 (ee5ffc82-ee54-48be-91fb-694fbfe03c82/a10c680d-59ad-401a-8078-668a26eb834e/e3db40e9-20bb-4342-9288-02e7ec1f3004) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:55:18.474421 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:18.618919 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-cd0c6428-3277-4b3b-bc9e-ec84d22afad2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:18.633142 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-cd0c6428-3277-4b3b-bc9e-ec84d22afad2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Transition to ACTIVE for port object e3db40e9-20bb-4342-9288-02e7ec1f3004 will not be triggered until provisioned by entity DHCP. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:55:18.664927 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-cd0c6428-3277-4b3b-bc9e-ec84d22afad2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:18.709544 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-cd0c6428-3277-4b3b-bc9e-ec84d22afad2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Network ee5ffc82-ee54-48be-91fb-694fbfe03c82 is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:55:18.714748 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-cd0c6428-3277-4b3b-bc9e-ec84d22afad2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:55:18.718593 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-cd0c6428-3277-4b3b-bc9e-ec84d22afad2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:55:18.747314 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c6428-3277-4b3b-bc9e-ec84d22afad2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Pushing event updated for resources: {'Port': ['ID=e3db40e9-20bb-4342-9288-02e7ec1f3004,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:55:18.763202 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c6428-3277-4b3b-bc9e-ec84d22afad2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:55:18.763665 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c6428-3277-4b3b-bc9e-ec84d22afad2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:55:18.764131 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c6428-3277-4b3b-bc9e-ec84d22afad2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:55:18.764521 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c6428-3277-4b3b-bc9e-ec84d22afad2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:55:18.764861 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c6428-3277-4b3b-bc9e-ec84d22afad2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:55:18.765189 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c6428-3277-4b3b-bc9e-ec84d22afad2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:55:18.765520 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c6428-3277-4b3b-bc9e-ec84d22afad2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:55:18.765849 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c6428-3277-4b3b-bc9e-ec84d22afad2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:55:18.766178 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c6428-3277-4b3b-bc9e-ec84d22afad2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:55:18.766552 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c6428-3277-4b3b-bc9e-ec84d22afad2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:55:18.766862 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c6428-3277-4b3b-bc9e-ec84d22afad2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:55:18.767185 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c6428-3277-4b3b-bc9e-ec84d22afad2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:55:18.791161 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-cd0c6428-3277-4b3b-bc9e-ec84d22afad2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:18.791846 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-cd0c6428-3277-4b3b-bc9e-ec84d22afad2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:18.808696 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-cd0c6428-3277-4b3b-bc9e-ec84d22afad2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8446488 Aug 18 19:55:18.828182 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-9b1fd698-c20a-4c4a-810d-1f1015257221 service neutron] Request body: {'port': {'device_id': '4df9560b-ad97-4c9d-abe3-1ac897314ef7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:55:18.884498 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-9b1fd698-c20a-4c4a-810d-1f1015257221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:19.061852 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d8ff8d1d-036e-4b31-b866-ac08237b7cf3 None None] Provisioning for port e3db40e9-20bb-4342-9288-02e7ec1f3004 completed by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:55:19.065516 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d8ff8d1d-036e-4b31-b866-ac08237b7cf3 None None] Provisioning complete for port e3db40e9-20bb-4342-9288-02e7ec1f3004 triggered by entity DHCP. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:55:19.065894 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d8ff8d1d-036e-4b31-b866-ac08237b7cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:19.075637 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce748836-3f51-4d85-af1b-788ba4f755aa req-590f628a-dd95-463b-bc07-2b978edd5469 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:19.077260 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-ce748836-3f51-4d85-af1b-788ba4f755aa req-590f628a-dd95-463b-bc07-2b978edd5469 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 932 time: 0.0554390 Aug 18 19:55:19.099745 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-d8ff8d1d-036e-4b31-b866-ac08237b7cf3 None None] Port e3db40e9-20bb-4342-9288-02e7ec1f3004 cannot update to ACTIVE because it is not bound. {{(pid=100441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:55:19.121512 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-ce748836-3f51-4d85-af1b-788ba4f755aa req-079b56cd-4a5c-4469-8f78-c5a2f5b54dee tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354612 Aug 18 19:55:19.162862 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-9b1fd698-c20a-4c4a-810d-1f1015257221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3db40e9-20bb-4342-9288-02e7ec1f3004 {{(pid=100440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:55:19.173890 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-9b1fd698-c20a-4c4a-810d-1f1015257221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:19.187405 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.provisioning_blocks [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-9b1fd698-c20a-4c4a-810d-1f1015257221 service neutron] Transition to ACTIVE for port object e3db40e9-20bb-4342-9288-02e7ec1f3004 will not be triggered until provisioned by entity L2. {{(pid=100440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:55:19.190805 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-9b1fd698-c20a-4c4a-810d-1f1015257221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:19.239932 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fd698-c20a-4c4a-810d-1f1015257221 service neutron] Pushing event updated for resources: {'Port': ['ID=e3db40e9-20bb-4342-9288-02e7ec1f3004,revision_number=2']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:55:19.308302 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-9b1fd698-c20a-4c4a-810d-1f1015257221 service neutron] Attempting to bind port e3db40e9-20bb-4342-9288-02e7ec1f3004 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:55:19.308639 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-9b1fd698-c20a-4c4a-810d-1f1015257221 service neutron] Attempting to bind port e3db40e9-20bb-4342-9288-02e7ec1f3004 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': 'd5aacd4e-e492-49a6-bd4e-beeff888f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82'}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:55:19.308979 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-9b1fd698-c20a-4c4a-810d-1f1015257221 service neutron] Attempting to bind port e3db40e9-20bb-4342-9288-02e7ec1f3004 on network ee5ffc82-ee54-48be-91fb-694fbfe03c82 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:55:19.318587 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-9b1fd698-c20a-4c4a-810d-1f1015257221 service neutron] Port e3db40e9-20bb-4342-9288-02e7ec1f3004 on network ee5ffc82-ee54-48be-91fb-694fbfe03c82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:55:19.318587 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-9b1fd698-c20a-4c4a-810d-1f1015257221 service neutron] Attempting to bind port e3db40e9-20bb-4342-9288-02e7ec1f3004 on network ee5ffc82-ee54-48be-91fb-694fbfe03c82 {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:55:19.319190 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-9b1fd698-c20a-4c4a-810d-1f1015257221 service neutron] Checking agent: {'id': 'a8b818dc-2c80-42c6-b162-9bd2386595a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'started_at': datetime.datetime(2021, 8, 18, 19, 39, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:55:19.319466 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-9b1fd698-c20a-4c4a-810d-1f1015257221 service neutron] Checking segment: {'id': 'd5aacd4e-e492-49a6-bd4e-beeff888f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:55:19.319867 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-9b1fd698-c20a-4c4a-810d-1f1015257221 service neutron] Bound using segment: {'id': 'd5aacd4e-e492-49a6-bd4e-beeff888f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82'} {{(pid=100440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:55:19.320312 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.managers [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-9b1fd698-c20a-4c4a-810d-1f1015257221 service neutron] Bound port: e3db40e9-20bb-4342-9288-02e7ec1f3004, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5aacd4e-e492-49a6-bd4e-beeff888f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82'}}] {{(pid=100440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:55:19.320670 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-9b1fd698-c20a-4c4a-810d-1f1015257221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:19.391580 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-9b1fd698-c20a-4c4a-810d-1f1015257221 service neutron] For port e3db40e9-20bb-4342-9288-02e7ec1f3004, host hv-cinder-80507, cleared binding levels {{(pid=100440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:55:19.394754 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-9b1fd698-c20a-4c4a-810d-1f1015257221 service neutron] For port e3db40e9-20bb-4342-9288-02e7ec1f3004, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=e3db40e9-20bb-4342-9288-02e7ec1f3004,segment=NetworkSegment(d5aacd4e-e492-49a6-bd4e-beeff888f4f0),segment_id=d5aacd4e-e492-49a6-bd4e-beeff888f4f0)] {{(pid=100440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:55:19.398775 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-9b1fd698-c20a-4c4a-810d-1f1015257221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:19.434387 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-9b1fd698-c20a-4c4a-810d-1f1015257221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:19.435053 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-9b1fd698-c20a-4c4a-810d-1f1015257221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:19.436438 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-9b1fd698-c20a-4c4a-810d-1f1015257221 service neutron] 10.222.0.35 "PUT /v2.0/ports/e3db40e9-20bb-4342-9288-02e7ec1f3004 HTTP/1.1" status: 200 len: 1094 time: 0.6128509 Aug 18 19:55:19.438832 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df9560b-ad97-4c9d-abe3-1ac897314ef7', 'tag': 'e3db40e9-20bb-4342-9288-02e7ec1f3004'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:55:19.441136 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafdc8f4-b51c-458b-aee3-b10e1cf4da27" -d '{"events": [{"name": "network-changed", "server_uuid": "4df9560b-ad97-4c9d-abe3-1ac897314ef7", "tag": "e3db40e9-20bb-4342-9288-02e7ec1f3004"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:55:19.471995 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fd698-c20a-4c4a-810d-1f1015257221 service neutron] Pushing event updated for resources: {'Port': ['ID=e3db40e9-20bb-4342-9288-02e7ec1f3004,revision_number=3']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:55:19.483960 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1cd89b-ca9c-4410-84da-dfe1cbecd813 x-openstack-request-id: req-4b1cd89b-ca9c-4410-84da-dfe1cbecd813 {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:55:19.484204 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df9560b-ad97-4c9d-abe3-1ac897314ef7", "tag": "e3db40e9-20bb-4342-9288-02e7ec1f3004", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:55:19.484454 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4b1cd89b-ca9c-4410-84da-dfe1cbecd813 {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:55:19.484852 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df9560b-ad97-4c9d-abe3-1ac897314ef7', 'tag': 'e3db40e9-20bb-4342-9288-02e7ec1f3004', 'status': 'completed', 'code': 200} Aug 18 19:55:19.543715 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-5338e82d-ab12-4c18-9cbd-492d6da8c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:19.545265 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-5338e82d-ab12-4c18-9cbd-492d6da8c0b9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42fa1c64987e42bcaa2896a5152f01da&device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 1097 time: 0.0422986 Aug 18 19:55:19.598188 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-e5e67686-186d-40c2-b743-906b5f0de72b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3db40e9-20bb-4342-9288-02e7ec1f3004 HTTP/1.1" status: 200 len: 217 time: 0.0377223 Aug 18 19:55:19.648100 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-6ce4c194-a149-4bf8-b2d0-25887b63ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:19.649602 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-6ce4c194-a149-4bf8-b2d0-25887b63ad3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a10c680d-59ad-401a-8078-668a26eb834e HTTP/1.1" status: 200 len: 847 time: 0.0445764 Aug 18 19:55:19.695826 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-0e2178a9-40c3-4ce1-a127-67ea2cb080a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:19.697315 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-0e2178a9-40c3-4ce1-a127-67ea2cb080a3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ee5ffc82-ee54-48be-91fb-694fbfe03c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407932 Aug 18 19:55:19.792063 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-44d3e7b8-d9dc-4ce1-8dff-c1a6e80be030 service neutron] 10.222.0.35 "GET /v2.0/networks/ee5ffc82-ee54-48be-91fb-694fbfe03c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865986 Aug 18 19:55:19.878914 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-2c2fb896-9f95-48f5-b311-6192f41b91a2 req-50524fbc-9f2c-4984-b02d-6e55e3e79b4e service neutron] 10.222.0.35 "GET /v2.0/networks/ee5ffc82-ee54-48be-91fb-694fbfe03c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795670 Aug 18 19:55:20.038470 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdc8f4-b51c-458b-aee3-b10e1cf4da27 req-b7ed5409-7000-46ba-977e-f68a769976b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:20.039983 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fafdc8f4-b51c-458b-aee3-b10e1cf4da27 req-b7ed5409-7000-46ba-977e-f68a769976b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42fa1c64987e42bcaa2896a5152f01da&device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 1097 time: 0.0415492 Aug 18 19:55:20.131515 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdc8f4-b51c-458b-aee3-b10e1cf4da27 req-eb781f50-5634-4b39-a18c-db922e493b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:20.132923 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fafdc8f4-b51c-458b-aee3-b10e1cf4da27 req-eb781f50-5634-4b39-a18c-db922e493b25 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ee5ffc82-ee54-48be-91fb-694fbfe03c82 HTTP/1.1" status: 200 len: 909 time: 0.0853689 Aug 18 19:55:20.153203 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:20.176672 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fafdc8f4-b51c-458b-aee3-b10e1cf4da27 req-955f3e69-30ec-4132-b67e-bda41bf1c134 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3db40e9-20bb-4342-9288-02e7ec1f3004 HTTP/1.1" status: 200 len: 217 time: 0.0352716 Aug 18 19:55:20.232156 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdc8f4-b51c-458b-aee3-b10e1cf4da27 req-323d5867-4889-47ad-8a25-c12881c6e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:20.233629 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fafdc8f4-b51c-458b-aee3-b10e1cf4da27 req-323d5867-4889-47ad-8a25-c12881c6e0b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a10c680d-59ad-401a-8078-668a26eb834e HTTP/1.1" status: 200 len: 847 time: 0.0501108 Aug 18 19:55:20.235535 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5beeda1-e415-4fe4-ba01-e4279df59e2f req-8c8ceb7b-0425-46d8-8f79-34fe99a33b6a tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:20.237017 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b5beeda1-e415-4fe4-ba01-e4279df59e2f req-8c8ceb7b-0425-46d8-8f79-34fe99a33b6a tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 944 time: 0.0484471 Aug 18 19:55:20.278117 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b5beeda1-e415-4fe4-ba01-e4279df59e2f req-c9b240d8-31c6-4d4a-a1f9-784f1450b164 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350301 Aug 18 19:55:20.280063 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdc8f4-b51c-458b-aee3-b10e1cf4da27 req-731e94ea-85d9-4870-95c2-93fda07d297f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:20.281533 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fafdc8f4-b51c-458b-aee3-b10e1cf4da27 req-731e94ea-85d9-4870-95c2-93fda07d297f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ee5ffc82-ee54-48be-91fb-694fbfe03c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404625 Aug 18 19:55:20.370883 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fafdc8f4-b51c-458b-aee3-b10e1cf4da27 req-a06442a8-edb2-4def-9eba-2efc18d033ae service neutron] 10.222.0.35 "GET /v2.0/networks/ee5ffc82-ee54-48be-91fb-694fbfe03c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813079 Aug 18 19:55:20.463579 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-fafdc8f4-b51c-458b-aee3-b10e1cf4da27 req-ebfec5bb-d326-46ed-8ad9-0a1b7ea865a3 service neutron] 10.222.0.35 "GET /v2.0/networks/ee5ffc82-ee54-48be-91fb-694fbfe03c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841539 Aug 18 19:55:21.392187 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a83789-a115-4287-91d4-ab41bdd27237 req-9fc20b6d-1945-40ae-b337-32a6052ff858 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:21.393642 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-90a83789-a115-4287-91d4-ab41bdd27237 req-9fc20b6d-1945-40ae-b337-32a6052ff858 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 944 time: 0.0486844 Aug 18 19:55:21.431501 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-90a83789-a115-4287-91d4-ab41bdd27237 req-c172f8df-b8fe-471f-9f4e-6cab7a655731 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319040 Aug 18 19:55:22.543543 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea7983-2f25-4bb1-a9c6-b8e07f521a04 req-86fb3c78-33e4-42e9-bd15-0ceca45e3270 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:22.545686 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-deea7983-2f25-4bb1-a9c6-b8e07f521a04 req-86fb3c78-33e4-42e9-bd15-0ceca45e3270 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 944 time: 0.0495005 Aug 18 19:55:22.584049 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-deea7983-2f25-4bb1-a9c6-b8e07f521a04 req-835ae086-9177-46bd-9f05-3267a379aebf tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323625 Aug 18 19:55:23.699886 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de280450-0190-4838-b822-e8715c106a5a req-ad16322a-4033-4b4a-bf5a-380543469fd4 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:23.701937 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-de280450-0190-4838-b822-e8715c106a5a req-ad16322a-4033-4b4a-bf5a-380543469fd4 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 944 time: 0.0533841 Aug 18 19:55:23.738834 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-de280450-0190-4838-b822-e8715c106a5a req-33724448-790e-4288-bef9-155e62bf6bc3 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310004 Aug 18 19:55:24.854144 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dda883-5757-41ba-ba2f-08e8da7f663c req-ec51d592-a57e-4ea6-9085-97851cf72299 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:24.855975 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b2dda883-5757-41ba-ba2f-08e8da7f663c req-ec51d592-a57e-4ea6-9085-97851cf72299 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 944 time: 0.0490561 Aug 18 19:55:24.894474 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b2dda883-5757-41ba-ba2f-08e8da7f663c req-41020fa7-f11e-48e7-a65f-b2690d332336 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321620 Aug 18 19:55:26.010375 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a09d8d-71a4-4f6a-ac7b-63e4923116bf req-3f4a8f55-021b-41be-ada1-32afe5a5b837 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:26.013675 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-16a09d8d-71a4-4f6a-ac7b-63e4923116bf req-3f4a8f55-021b-41be-ada1-32afe5a5b837 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 944 time: 0.0531104 Aug 18 19:55:26.053779 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-16a09d8d-71a4-4f6a-ac7b-63e4923116bf req-99e97b27-3f2c-4b09-9c78-8f36be8c4265 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342693 Aug 18 19:55:27.171395 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ddc66-cb50-450b-8753-0bddd8bd90a1 req-1633a72f-cf74-4cd3-b157-cb2b78f5f547 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:27.172862 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-776ddc66-cb50-450b-8753-0bddd8bd90a1 req-1633a72f-cf74-4cd3-b157-cb2b78f5f547 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 944 time: 0.0530889 Aug 18 19:55:27.213783 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-776ddc66-cb50-450b-8753-0bddd8bd90a1 req-beac94f1-892a-4ff9-a15d-78eee2a9228a tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347302 Aug 18 19:55:27.708025 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 51862) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:55:27.810457 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4d4acbf2-4e6a-4487-83d1-a26e4c74d241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:27.897801 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4d4acbf2-4e6a-4487-83d1-a26e4c74d241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:27.901566 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4d4acbf2-4e6a-4487-83d1-a26e4c74d241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:27.939319 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-4d4acbf2-4e6a-4487-83d1-a26e4c74d241 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2cd67656c9c047e39c202124ac249efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301054 Aug 18 19:55:27.940176 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4acbf2-4e6a-4487-83d1-a26e4c74d241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e53caa6-fdf0-42f1-a866-81ea6bd21c02,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:55:27.941968 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 51866) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:55:27.991585 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-3bd93b59-095a-4264-9967-c9aea0b02033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:28.012048 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-3bd93b59-095a-4264-9967-c9aea0b02033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:28.058877 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-3bd93b59-095a-4264-9967-c9aea0b02033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:28.061428 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-3bd93b59-095a-4264-9967-c9aea0b02033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:28.062577 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-3bd93b59-095a-4264-9967-c9aea0b02033 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6e53caa6-fdf0-42f1-a866-81ea6bd21c02 HTTP/1.1" status: 204 len: 168 time: 0.1196291 Aug 18 19:55:28.070168 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd93b59-095a-4264-9967-c9aea0b02033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e53caa6-fdf0-42f1-a866-81ea6bd21c02,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:55:28.077335 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd93b59-095a-4264-9967-c9aea0b02033 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:55:28.077699 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd93b59-095a-4264-9967-c9aea0b02033 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:55:28.078044 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd93b59-095a-4264-9967-c9aea0b02033 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:55:28.078387 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd93b59-095a-4264-9967-c9aea0b02033 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:55:28.078745 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd93b59-095a-4264-9967-c9aea0b02033 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:55:28.079082 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd93b59-095a-4264-9967-c9aea0b02033 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:55:28.079417 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd93b59-095a-4264-9967-c9aea0b02033 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:55:28.079753 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd93b59-095a-4264-9967-c9aea0b02033 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:55:28.080088 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd93b59-095a-4264-9967-c9aea0b02033 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:55:28.080418 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd93b59-095a-4264-9967-c9aea0b02033 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:55:28.080771 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd93b59-095a-4264-9967-c9aea0b02033 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:55:28.081102 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd93b59-095a-4264-9967-c9aea0b02033 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:55:28.337848 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a2614-81d0-46a6-9171-99ab21ed3465 req-9a067d0d-72ea-4c33-8696-a608472816bb tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:28.339563 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5b7a2614-81d0-46a6-9171-99ab21ed3465 req-9a067d0d-72ea-4c33-8696-a608472816bb tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 944 time: 0.0571926 Aug 18 19:55:28.380538 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5b7a2614-81d0-46a6-9171-99ab21ed3465 req-0e23dcfb-768b-4925-a627-81427d74e863 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340230 Aug 18 19:55:28.588955 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:55:29.240765 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-de4eee68-c387-404b-a671-71593f608905 req-5fa946e6-0626-40aa-8d84-098b1f71a943 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b6090e1f-5251-439e-80c7-2982143aeac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400217 Aug 18 19:55:29.317612 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4eee68-c387-404b-a671-71593f608905 req-cce89962-d1cc-4150-8e35-a2137aae7788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:29.319074 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-de4eee68-c387-404b-a671-71593f608905 req-cce89962-d1cc-4150-8e35-a2137aae7788 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=624b3e8635264e169d5517f06a2e5b88&device_id=b6090e1f-5251-439e-80c7-2982143aeac5 HTTP/1.1" status: 200 len: 1098 time: 0.0395463 Aug 18 19:55:29.429877 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4eee68-c387-404b-a671-71593f608905 req-06080119-9d90-40ea-ad44-04454f89a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:29.431455 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-de4eee68-c387-404b-a671-71593f608905 req-06080119-9d90-40ea-ad44-04454f89a541 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd556b13-f26a-4c44-b9f6-281b96b7a109 HTTP/1.1" status: 200 len: 910 time: 0.0884836 Aug 18 19:55:29.495551 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b6c96-1a3f-4686-b51a-f544a20352b6 req-a6d8bd11-c9fe-47e4-9d73-6862f2c7b0b3 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:29.496488 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-de4eee68-c387-404b-a671-71593f608905 req-610cb024-4c0d-43b1-a5c9-038c0e867554 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c HTTP/1.1" status: 200 len: 1001 time: 0.0578282 Aug 18 19:55:29.497554 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b25b6c96-1a3f-4686-b51a-f544a20352b6 req-a6d8bd11-c9fe-47e4-9d73-6862f2c7b0b3 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 944 time: 0.0490663 Aug 18 19:55:29.535414 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b25b6c96-1a3f-4686-b51a-f544a20352b6 req-3293bea6-921b-4de5-96af-90474baf651f tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318298 Aug 18 19:55:29.551088 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4eee68-c387-404b-a671-71593f608905 req-48a7dd9b-bc40-4f10-8a51-32ad343982b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:29.552558 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-de4eee68-c387-404b-a671-71593f608905 req-48a7dd9b-bc40-4f10-8a51-32ad343982b4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8005a179-1635-43a5-bbc5-ad046ac3eb37 HTTP/1.1" status: 200 len: 848 time: 0.0479422 Aug 18 19:55:29.598339 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4eee68-c387-404b-a671-71593f608905 req-6ca761e8-7185-466d-a22a-fb672ea37866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:29.599751 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-de4eee68-c387-404b-a671-71593f608905 req-6ca761e8-7185-466d-a22a-fb672ea37866 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd556b13-f26a-4c44-b9f6-281b96b7a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392449 Aug 18 19:55:29.688437 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-de4eee68-c387-404b-a671-71593f608905 req-e7fc1877-04af-4a7d-8edb-867cd366c8e1 service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802333 Aug 18 19:55:29.782258 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-de4eee68-c387-404b-a671-71593f608905 req-d5bacb29-923b-46dc-a92b-803ad83c74bd service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853529 Aug 18 19:55:30.597187 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device e3db40e9-20bb-4342-9288-02e7ec1f3004 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=100441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:55:30.648053 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d837e9-fae8-4130-a5f9-1e76f8559832 req-4522511b-dbe3-4f21-8fb4-88ee8613e8b8 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:30.649439 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a7d837e9-fae8-4130-a5f9-1e76f8559832 req-4522511b-dbe3-4f21-8fb4-88ee8613e8b8 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 944 time: 0.0486755 Aug 18 19:55:30.686547 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a7d837e9-fae8-4130-a5f9-1e76f8559832 req-4d5d06c9-d053-4d8f-afda-8d0e600dcecd tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305023 Aug 18 19:55:30.689619 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port e3db40e9-20bb-4342-9288-02e7ec1f3004, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=e3db40e9-20bb-4342-9288-02e7ec1f3004,segment=NetworkSegment(d5aacd4e-e492-49a6-bd4e-beeff888f4f0),segment_id=d5aacd4e-e492-49a6-bd4e-beeff888f4f0)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:55:30.701283 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Returning: {'device': 'e3db40e9-20bb-4342-9288-02e7ec1f3004', 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82', 'port_id': 'e3db40e9-20bb-4342-9288-02e7ec1f3004', 'mac_address': 'fa:16:3e:0e:2a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10c680d-59ad-401a-8078-668a26eb834e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:55:30.737058 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:30.752510 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3db40e9-20bb-4342-9288-02e7ec1f3004 {{(pid=100441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:55:30.771436 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port e3db40e9-20bb-4342-9288-02e7ec1f3004, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=e3db40e9-20bb-4342-9288-02e7ec1f3004,segment=NetworkSegment(d5aacd4e-e492-49a6-bd4e-beeff888f4f0),segment_id=d5aacd4e-e492-49a6-bd4e-beeff888f4f0)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:55:30.775325 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:30.821622 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=e3db40e9-20bb-4342-9288-02e7ec1f3004,revision_number=4']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:55:31.209076 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['e3db40e9-20bb-4342-9288-02e7ec1f3004'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:55:31.804220 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba7208-26d7-4144-ad5f-fc2d792c8fe1 req-ca279f3a-02bd-41f9-8bdd-c6ab7f390b7a tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:31.805670 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-20ba7208-26d7-4144-ad5f-fc2d792c8fe1 req-ca279f3a-02bd-41f9-8bdd-c6ab7f390b7a tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 945 time: 0.0510406 Aug 18 19:55:31.843940 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-20ba7208-26d7-4144-ad5f-fc2d792c8fe1 req-fb1fbdc9-dc90-4aa4-850e-e4f0bf343ad5 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321860 Aug 18 19:55:32.596487 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device e3db40e9-20bb-4342-9288-02e7ec1f3004 up at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:55:32.643896 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning for port e3db40e9-20bb-4342-9288-02e7ec1f3004 completed by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:55:32.647607 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning complete for port e3db40e9-20bb-4342-9288-02e7ec1f3004 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:55:32.647985 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:32.726105 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:32.749403 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df9560b-ad97-4c9d-abe3-1ac897314ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3db40e9-20bb-4342-9288-02e7ec1f3004'}] {{(pid=100441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:55:32.751718 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c845df31933df15e4981d7dcb3334c44fca6e0bb010d803592179d7e14a8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1bf49e-48e1-405b-99a6-0c6f6e48ae16" -d '{"events": [{"server_uuid": "4df9560b-ad97-4c9d-abe3-1ac897314ef7", "name": "network-vif-plugged", "status": "completed", "tag": "e3db40e9-20bb-4342-9288-02e7ec1f3004"}]}' {{(pid=100441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:55:32.765505 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port e3db40e9-20bb-4342-9288-02e7ec1f3004, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=e3db40e9-20bb-4342-9288-02e7ec1f3004,segment=NetworkSegment(d5aacd4e-e492-49a6-bd4e-beeff888f4f0),segment_id=d5aacd4e-e492-49a6-bd4e-beeff888f4f0)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:55:32.771017 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:32.793420 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0680d88-8b54-4f38-84fb-f85824c5c0fa x-openstack-request-id: req-f0680d88-8b54-4f38-84fb-f85824c5c0fa {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:55:32.794240 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df9560b-ad97-4c9d-abe3-1ac897314ef7", "name": "network-vif-plugged", "status": "completed", "tag": "e3db40e9-20bb-4342-9288-02e7ec1f3004", "code": 200}]} {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:55:32.794493 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f0680d88-8b54-4f38-84fb-f85824c5c0fa {{(pid=100441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:55:32.794915 dv-cinder-805072-2-iscsi neutron-server[100441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df9560b-ad97-4c9d-abe3-1ac897314ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3db40e9-20bb-4342-9288-02e7ec1f3004', 'code': 200} Aug 18 19:55:32.820421 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=e3db40e9-20bb-4342-9288-02e7ec1f3004,revision_number=5']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:55:32.956014 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164c355-90de-4f12-ab1b-9c270980754d req-163cb792-9f12-4d63-a24f-a0e05a2d3972 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:32.957535 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b164c355-90de-4f12-ab1b-9c270980754d req-163cb792-9f12-4d63-a24f-a0e05a2d3972 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 946 time: 0.0493686 Aug 18 19:55:32.999764 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b164c355-90de-4f12-ab1b-9c270980754d req-f8580030-254c-4d73-b4d4-947e96b4d219 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356896 Aug 18 19:55:33.055286 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec921e7-6ece-4277-90ba-2b4743b3e1b3 req-c5f3eada-010a-41b5-ab06-3b542817efce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:33.056771 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cec921e7-6ece-4277-90ba-2b4743b3e1b3 req-c5f3eada-010a-41b5-ab06-3b542817efce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 1099 time: 0.0409529 Aug 18 19:55:33.094492 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cec921e7-6ece-4277-90ba-2b4743b3e1b3 req-a2c1ffdb-a114-4d97-b7f2-1f6427f5c0a0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297024 Aug 18 19:55:34.121088 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208af526-b8ca-4bb1-939f-d5d0a19768f9 req-9d9ed958-9469-4000-989a-6dcc468f139a tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:34.123078 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-208af526-b8ca-4bb1-939f-d5d0a19768f9 req-9d9ed958-9469-4000-989a-6dcc468f139a tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 946 time: 0.0498004 Aug 18 19:55:34.159630 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-208af526-b8ca-4bb1-939f-d5d0a19768f9 req-18cdf328-3a5a-4276-9cd8-febddc2fa0e1 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307038 Aug 18 19:55:35.271154 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0db5b4-894f-4442-b585-2aee3bb40a7b req-4322a998-20d1-4f65-a68e-dbc6c4d0b777 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:35.272507 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-af0db5b4-894f-4442-b585-2aee3bb40a7b req-4322a998-20d1-4f65-a68e-dbc6c4d0b777 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 946 time: 0.0473108 Aug 18 19:55:35.309446 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-af0db5b4-894f-4442-b585-2aee3bb40a7b req-212f5a73-1049-4464-b263-996eb743acf1 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304193 Aug 18 19:55:35.419754 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269d64d-cc04-48b8-9087-dfd36e6b3f12 req-82888065-e5fb-4b9d-b441-665c82f8cd2f tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:35.421202 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7269d64d-cc04-48b8-9087-dfd36e6b3f12 req-82888065-e5fb-4b9d-b441-665c82f8cd2f tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 946 time: 0.0480499 Aug 18 19:55:35.458103 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7269d64d-cc04-48b8-9087-dfd36e6b3f12 req-aff91f64-c810-44fa-8d7b-87a2dc239be3 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310473 Aug 18 19:55:35.478713 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 51894) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:55:35.653114 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bef19cd-afe8-4ef2-adae-ed9b744c13ac tempest-TestShelveInstance-2099205345 tempest-TestShelveInstance-2099205345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:35.654602 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-8bef19cd-afe8-4ef2-adae-ed9b744c13ac tempest-TestShelveInstance-2099205345 tempest-TestShelveInstance-2099205345-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 1094 time: 0.1749501 Aug 18 19:55:35.657466 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 51898) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:55:35.661735 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.v2.base [None req-5c4664f4-f4d9-4ab3-ac69-dd8878f7ee23 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Request body: {'floatingip': {'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'port_id': 'e3db40e9-20bb-4342-9288-02e7ec1f3004', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:55:35.683129 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-5c4664f4-f4d9-4ab3-ac69-dd8878f7ee23 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for floatingip, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:35.780530 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-5c4664f4-f4d9-4ab3-ac69-dd8878f7ee23 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:35.887311 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_common [None req-5c4664f4-f4d9-4ab3-ac69-dd8878f7ee23 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Allocated IP 172.27.2.224 (c9e7b0ac-d07a-45d1-b669-710203e2b4d9/fcdf06bc-9cb8-408c-b78f-916aa229f92b/b6d40a22-20ed-4cf0-85cc-8f9e97e3f4f7) {{(pid=100440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:55:35.985689 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-5c4664f4-f4d9-4ab3-ac69-dd8878f7ee23 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for port, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:36.023158 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-5c4664f4-f4d9-4ab3-ac69-dd8878f7ee23 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741574056286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:36.067238 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4664f4-f4d9-4ab3-ac69-dd8878f7ee23 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Network c9e7b0ac-d07a-45d1-b669-710203e2b4d9 is already hosted by enough agents. {{(pid=100440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:55:36.070261 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.base_scheduler [None req-5c4664f4-f4d9-4ab3-ac69-dd8878f7ee23 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Resources bound (agent type, host, resource id): {{(pid=100440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:55:36.074237 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4664f4-f4d9-4ab3-ac69-dd8878f7ee23 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Received port after_create {{(pid=100440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:55:36.080076 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4664f4-f4d9-4ab3-ac69-dd8878f7ee23 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Pushing event updated for resources: {'Port': ['ID=b6d40a22-20ed-4cf0-85cc-8f9e97e3f4f7,revision_number=1']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:55:36.427929 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-5c4664f4-f4d9-4ab3-ac69-dd8878f7ee23 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:36.494822 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-5c4664f4-f4d9-4ab3-ac69-dd8878f7ee23 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:36.646968 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-5c4664f4-f4d9-4ab3-ac69-dd8878f7ee23 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for port, precommit_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:36.652494 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-5c4664f4-f4d9-4ab3-ac69-dd8878f7ee23 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60457898'] for port, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:36.722837 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4664f4-f4d9-4ab3-ac69-dd8878f7ee23 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Pushing event updated for resources: {'Port': ['ID=b6d40a22-20ed-4cf0-85cc-8f9e97e3f4f7,revision_number=2']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:55:36.731325 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-5c4664f4-f4d9-4ab3-ac69-dd8878f7ee23 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1665786'] for floatingip, after_update {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:36.830736 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.db.l3_db [None req-5c4664f4-f4d9-4ab3-ac69-dd8878f7ee23 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Floating IP 99fc9a24-3be4-44c9-b3ea-71287e1863d9 associated. External IP: 172.27.2.224, port: e3db40e9-20bb-4342-9288-02e7ec1f3004. Aug 18 19:55:37.032324 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4664f4-f4d9-4ab3-ac69-dd8878f7ee23 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Router f051bc90-7102-4d30-a559-47b640a52614 has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:55:37.136354 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4664f4-f4d9-4ab3-ac69-dd8878f7ee23 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:55:37.146635 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c1bd8-8702-411e-b9b8-4734454c5f90 None None] Sync routers for ids ['f051bc90-7102-4d30-a559-47b640a52614'] in dv-cinder-805072-2-iscsi {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:55:37.152295 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-5c4664f4-f4d9-4ab3-ac69-dd8878f7ee23 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for floatingip, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:37.157066 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802c1bd8-8702-411e-b9b8-4734454c5f90 None None] Routers {'f051bc90-7102-4d30-a559-47b640a52614'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:55:37.157695 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-802c1bd8-8702-411e-b9b8-4734454c5f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:55:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['f051bc90-7102-4d30-a559-47b640a52614'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:55:37.178628 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-5c4664f4-f4d9-4ab3-ac69-dd8878f7ee23 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5199075 Aug 18 19:55:37.179341 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df9560b-ad97-4c9d-abe3-1ac897314ef7', 'tag': 'e3db40e9-20bb-4342-9288-02e7ec1f3004'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:55:37.181693 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73977c2-b82b-4489-9410-cfea6bf3441b" -d '{"events": [{"name": "network-changed", "server_uuid": "4df9560b-ad97-4c9d-abe3-1ac897314ef7", "tag": "e3db40e9-20bb-4342-9288-02e7ec1f3004"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:55:37.224983 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249da3fb-4cf1-435c-98e0-7e8b53a476f5 x-openstack-request-id: req-249da3fb-4cf1-435c-98e0-7e8b53a476f5 {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:55:37.225280 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df9560b-ad97-4c9d-abe3-1ac897314ef7", "tag": "e3db40e9-20bb-4342-9288-02e7ec1f3004", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:55:37.225530 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-249da3fb-4cf1-435c-98e0-7e8b53a476f5 {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:55:37.225937 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df9560b-ad97-4c9d-abe3-1ac897314ef7', 'tag': 'e3db40e9-20bb-4342-9288-02e7ec1f3004', 'status': 'completed', 'code': 200} Aug 18 19:55:37.270573 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-802c1bd8-8702-411e-b9b8-4734454c5f90 None None] Set router f051bc90-7102-4d30-a559-47b640a52614 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:55:37.311840 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73977c2-b82b-4489-9410-cfea6bf3441b req-c9d43b45-7b40-48d1-a2af-a17bd1337aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:37.313335 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f73977c2-b82b-4489-9410-cfea6bf3441b req-c9d43b45-7b40-48d1-a2af-a17bd1337aad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42fa1c64987e42bcaa2896a5152f01da&device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 1099 time: 0.0405157 Aug 18 19:55:37.405611 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73977c2-b82b-4489-9410-cfea6bf3441b req-3c6e31f1-0a53-4264-a51b-44ff0f74a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:37.407115 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f73977c2-b82b-4489-9410-cfea6bf3441b req-3c6e31f1-0a53-4264-a51b-44ff0f74a9b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ee5ffc82-ee54-48be-91fb-694fbfe03c82 HTTP/1.1" status: 200 len: 909 time: 0.0867608 Aug 18 19:55:37.472833 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f73977c2-b82b-4489-9410-cfea6bf3441b req-59642d15-db80-4415-8ffe-5340ad42340f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3db40e9-20bb-4342-9288-02e7ec1f3004 HTTP/1.1" status: 200 len: 1000 time: 0.0579312 Aug 18 19:55:37.494785 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-802c1bd8-8702-411e-b9b8-4734454c5f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f051bc90-7102-4d30-a559-47b640a52614', 'name': 'tempest-TestShelveInstance-269188526-router', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'be9f3144-11f2-48b0-b206-3bfc3b3dd352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:54:34Z', 'updated_at': '2021-08-18T19:54:37Z', 'revision_number': 4, 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'gw_port': {'id': 'be9f3144-11f2-48b0-b206-3bfc3b3dd352', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051bc90-7102-4d30-a559-47b640a52614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:35Z', 'updated_at': '2021-08-18T19:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': '99fc9a24-3be4-44c9-b3ea-71287e1863d9', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'floating_ip_address': '172.27.2.224', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': 'f051bc90-7102-4d30-a559-47b640a52614', 'port_id': 'e3db40e9-20bb-4342-9288-02e7ec1f3004', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82', 'mac_address': 'fa:16:3e:0e:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df9560b-ad97-4c9d-abe3-1ac897314ef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:55:36Z', 'updated_at': '2021-08-18T19:55:36Z', 'revision_number': 0, 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbf01998-444c-4886-814d-95d52e1c847b', 'name': '', 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'mac_address': 'fa:16:3e:1f:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051bc90-7102-4d30-a559-47b640a52614', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a10c680d-59ad-401a-8078-668a26eb834e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:37Z', 'updated_at': '2021-08-18T19:54:43Z', 'revision_number': 5, 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'subnets': [{'id': 'a10c680d-59ad-401a-8078-668a26eb834e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:55:37.521559 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c1bd8-8702-411e-b9b8-4734454c5f90 None None] Checking router: f051bc90-7102-4d30-a559-47b640a52614 for host: dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:55:37.524746 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73977c2-b82b-4489-9410-cfea6bf3441b req-29f44ca5-0422-4167-b407-86b743c1cda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:37.526183 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f73977c2-b82b-4489-9410-cfea6bf3441b req-29f44ca5-0422-4167-b407-86b743c1cda0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a10c680d-59ad-401a-8078-668a26eb834e HTTP/1.1" status: 200 len: 847 time: 0.0468493 Aug 18 19:55:37.530148 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802c1bd8-8702-411e-b9b8-4734454c5f90 None None] Routers {'f051bc90-7102-4d30-a559-47b640a52614'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:55:37.530801 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-802c1bd8-8702-411e-b9b8-4734454c5f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:55:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['f051bc90-7102-4d30-a559-47b640a52614'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:55:37.571670 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73977c2-b82b-4489-9410-cfea6bf3441b req-bfa6016f-61aa-4277-81aa-5b13121a6b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:55:37.573156 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f73977c2-b82b-4489-9410-cfea6bf3441b req-bfa6016f-61aa-4277-81aa-5b13121a6b41 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ee5ffc82-ee54-48be-91fb-694fbfe03c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403063 Aug 18 19:55:37.634655 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-802c1bd8-8702-411e-b9b8-4734454c5f90 None None] Set router f051bc90-7102-4d30-a559-47b640a52614 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:55:37.661562 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f73977c2-b82b-4489-9410-cfea6bf3441b req-b389e2b6-74c4-417f-91f4-dedefb0efefe service neutron] 10.222.0.35 "GET /v2.0/networks/ee5ffc82-ee54-48be-91fb-694fbfe03c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811548 Aug 18 19:55:37.755886 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f73977c2-b82b-4489-9410-cfea6bf3441b req-09ececbc-4a77-4992-a974-c21e14f16ac3 service neutron] 10.222.0.35 "GET /v2.0/networks/ee5ffc82-ee54-48be-91fb-694fbfe03c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864041 Aug 18 19:55:37.853714 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-802c1bd8-8702-411e-b9b8-4734454c5f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f051bc90-7102-4d30-a559-47b640a52614', 'name': 'tempest-TestShelveInstance-269188526-router', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'be9f3144-11f2-48b0-b206-3bfc3b3dd352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:54:34Z', 'updated_at': '2021-08-18T19:54:37Z', 'revision_number': 4, 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'gw_port': {'id': 'be9f3144-11f2-48b0-b206-3bfc3b3dd352', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051bc90-7102-4d30-a559-47b640a52614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:35Z', 'updated_at': '2021-08-18T19:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': '99fc9a24-3be4-44c9-b3ea-71287e1863d9', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'floating_ip_address': '172.27.2.224', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': 'f051bc90-7102-4d30-a559-47b640a52614', 'port_id': 'e3db40e9-20bb-4342-9288-02e7ec1f3004', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82', 'mac_address': 'fa:16:3e:0e:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df9560b-ad97-4c9d-abe3-1ac897314ef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:55:36Z', 'updated_at': '2021-08-18T19:55:36Z', 'revision_number': 0, 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbf01998-444c-4886-814d-95d52e1c847b', 'name': '', 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'mac_address': 'fa:16:3e:1f:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051bc90-7102-4d30-a559-47b640a52614', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a10c680d-59ad-401a-8078-668a26eb834e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:37Z', 'updated_at': '2021-08-18T19:54:43Z', 'revision_number': 5, 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'subnets': [{'id': 'a10c680d-59ad-401a-8078-668a26eb834e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:55:37.882456 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c1bd8-8702-411e-b9b8-4734454c5f90 None None] The sync data for ids ['f051bc90-7102-4d30-a559-47b640a52614'] in dv-cinder-805072-2-iscsi is: [{'id': 'f051bc90-7102-4d30-a559-47b640a52614', 'name': 'tempest-TestShelveInstance-269188526-router', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'be9f3144-11f2-48b0-b206-3bfc3b3dd352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:54:34Z', 'updated_at': '2021-08-18T19:54:37Z', 'revision_number': 4, 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'gw_port': {'id': 'be9f3144-11f2-48b0-b206-3bfc3b3dd352', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051bc90-7102-4d30-a559-47b640a52614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:35Z', 'updated_at': '2021-08-18T19:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': '99fc9a24-3be4-44c9-b3ea-71287e1863d9', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'floating_ip_address': '172.27.2.224', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': 'f051bc90-7102-4d30-a559-47b640a52614', 'port_id': 'e3db40e9-20bb-4342-9288-02e7ec1f3004', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82', 'mac_address': 'fa:16:3e:0e:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df9560b-ad97-4c9d-abe3-1ac897314ef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:55:36Z', 'updated_at': '2021-08-18T19:55:36Z', 'revision_number': 0, 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbf01998-444c-4886-814d-95d52e1c847b', 'name': '', 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'mac_address': 'fa:16:3e:1f:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051bc90-7102-4d30-a559-47b640a52614', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a10c680d-59ad-401a-8078-668a26eb834e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:37Z', 'updated_at': '2021-08-18T19:54:43Z', 'revision_number': 5, 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'subnets': [{'id': 'a10c680d-59ad-401a-8078-668a26eb834e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:55:38.062002 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bbfb1c-e81e-4833-b9ae-80a06b63561c None None] New status for floating IP 99fc9a24-3be4-44c9-b3ea-71287e1863d9: ACTIVE {{(pid=100442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:55:43.069791 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-a9661f0f-fdf7-495c-9454-5a4ba24b8f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:45.792200 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-2611a10d-a0ab-4a7b-899b-dfdc5a87b34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:45.922971 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:46.734040 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:48.477895 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:55:50.164198 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:05.587030 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:56:10.691660 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 51912) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:56:11.102618 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-d3552f41-9ea8-4e2d-b0b1-5f6ebfded94c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Deleting port 9baa0fb2-27d4-4f7e-898f-827eafa3ab47 {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:56:11.102981 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d3552f41-9ea8-4e2d-b0b1-5f6ebfded94c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:11.176509 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d3552f41-9ea8-4e2d-b0b1-5f6ebfded94c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:11.176835 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d3552f41-9ea8-4e2d-b0b1-5f6ebfded94c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:11.188109 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-d3552f41-9ea8-4e2d-b0b1-5f6ebfded94c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Calling delete_port for 9baa0fb2-27d4-4f7e-898f-827eafa3ab47 owned by network:floatingip {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:56:11.327571 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d3552f41-9ea8-4e2d-b0b1-5f6ebfded94c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:11.350535 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3552f41-9ea8-4e2d-b0b1-5f6ebfded94c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Pushing event deleted for resources: {'Port': ['ID=9baa0fb2-27d4-4f7e-898f-827eafa3ab47,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:56:11.409890 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d3552f41-9ea8-4e2d-b0b1-5f6ebfded94c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for floatingip, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:11.410227 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.db.l3_db [None req-d3552f41-9ea8-4e2d-b0b1-5f6ebfded94c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Floating IP 9c573d44-79e4-4563-96ab-db49a0f9cfd6 disassociated (deleted). External IP: 172.27.2.106, port: fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c. Aug 18 19:56:11.608855 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3552f41-9ea8-4e2d-b0b1-5f6ebfded94c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Router d4caef9e-52bd-46e5-91af-4332ee0beb5a has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:56:11.712073 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3552f41-9ea8-4e2d-b0b1-5f6ebfded94c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:56:11.717230 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d3552f41-9ea8-4e2d-b0b1-5f6ebfded94c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for floatingip, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:11.721776 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f50008-dcfa-4424-95e7-3e8e6ff8032e None None] Sync routers for ids ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'] in dv-cinder-805072-2-iscsi {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:56:11.730185 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f50008-dcfa-4424-95e7-3e8e6ff8032e None None] Routers {'d4caef9e-52bd-46e5-91af-4332ee0beb5a'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:56:11.730841 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-d1f50008-dcfa-4424-95e7-3e8e6ff8032e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:55:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:56:11.743488 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-d3552f41-9ea8-4e2d-b0b1-5f6ebfded94c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "DELETE /v2.0/floatingips/9c573d44-79e4-4563-96ab-db49a0f9cfd6 HTTP/1.1" status: 204 len: 168 time: 1.0507736 Aug 18 19:56:11.744072 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6090e1f-5251-439e-80c7-2982143aeac5', 'tag': 'fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:56:11.746322 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787fa53e-667a-4363-bff5-defd48a1f8ad" -d '{"events": [{"name": "network-changed", "server_uuid": "b6090e1f-5251-439e-80c7-2982143aeac5", "tag": "fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:56:11.787889 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d1d762-3422-47d8-9a6c-bc3b2082fbce x-openstack-request-id: req-d7d1d762-3422-47d8-9a6c-bc3b2082fbce {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:56:11.788181 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6090e1f-5251-439e-80c7-2982143aeac5", "tag": "fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:56:11.788431 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d7d1d762-3422-47d8-9a6c-bc3b2082fbce {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:56:11.788827 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6090e1f-5251-439e-80c7-2982143aeac5', 'tag': 'fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c', 'status': 'completed', 'code': 200} Aug 18 19:56:11.839768 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-d1f50008-dcfa-4424-95e7-3e8e6ff8032e None None] Set router d4caef9e-52bd-46e5-91af-4332ee0beb5a gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:56:11.894676 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fa53e-667a-4363-bff5-defd48a1f8ad req-a9ceca94-a480-4fff-b2b1-02da95a82112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:56:11.896350 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-787fa53e-667a-4363-bff5-defd48a1f8ad req-a9ceca94-a480-4fff-b2b1-02da95a82112 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=624b3e8635264e169d5517f06a2e5b88&device_id=b6090e1f-5251-439e-80c7-2982143aeac5 HTTP/1.1" status: 200 len: 1098 time: 0.0421774 Aug 18 19:56:11.984811 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af502a-90b3-43c5-963a-f401aa5fce7b req-39780013-61b4-4084-83a4-19476d65649d tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:56:11.986282 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-95af502a-90b3-43c5-963a-f401aa5fce7b req-39780013-61b4-4084-83a4-19476d65649d tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6090e1f-5251-439e-80c7-2982143aeac5 HTTP/1.1" status: 200 len: 945 time: 0.0522761 Aug 18 19:56:12.032358 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-95af502a-90b3-43c5-963a-f401aa5fce7b req-b15df5ae-a37d-4431-97a8-04dce23afcf3 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396068 Aug 18 19:56:12.047452 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fa53e-667a-4363-bff5-defd48a1f8ad req-80527c3c-5b25-4f17-9f07-d2269ed7d081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:56:12.048964 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-787fa53e-667a-4363-bff5-defd48a1f8ad req-80527c3c-5b25-4f17-9f07-d2269ed7d081 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd556b13-f26a-4c44-b9f6-281b96b7a109 HTTP/1.1" status: 200 len: 910 time: 0.0942047 Aug 18 19:56:12.081900 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-d1f50008-dcfa-4424-95e7-3e8e6ff8032e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'name': 'tempest-TestVolumeBootPattern-3514041-router', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:51Z', 'updated_at': '2021-08-18T19:46:54Z', 'revision_number': 4, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'gw_port': {'id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:52Z', 'updated_at': '2021-08-18T19:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': '040332c7-d41f-473c-ba18-c21d0a635059', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'port_id': '56b79ed0-224d-4687-9163-3ec4851930b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'mac_address': 'fa:16:3e:46:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf41f53e-365e-4f67-813d-f03d1a427d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:51:02Z', 'updated_at': '2021-08-18T19:51:05Z', 'revision_number': 1, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7782ad02-40ad-4945-83ee-a008b08cdc12', 'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'mac_address': 'fa:16:3e:d2:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:54Z', 'updated_at': '2021-08-18T19:46:59Z', 'revision_number': 5, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'subnets': [{'id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:56:12.092469 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-787fa53e-667a-4363-bff5-defd48a1f8ad req-76e89d95-60b0-4788-aa30-4579339395a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c HTTP/1.1" status: 200 len: 217 time: 0.0342598 Aug 18 19:56:12.107631 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f50008-dcfa-4424-95e7-3e8e6ff8032e None None] Checking router: d4caef9e-52bd-46e5-91af-4332ee0beb5a for host: dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:56:12.115964 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f50008-dcfa-4424-95e7-3e8e6ff8032e None None] Routers {'d4caef9e-52bd-46e5-91af-4332ee0beb5a'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:56:12.116576 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-d1f50008-dcfa-4424-95e7-3e8e6ff8032e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:55:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:56:12.145545 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fa53e-667a-4363-bff5-defd48a1f8ad req-992333e5-8c35-4aa4-888c-0063f545756f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:56:12.146960 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-787fa53e-667a-4363-bff5-defd48a1f8ad req-992333e5-8c35-4aa4-888c-0063f545756f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8005a179-1635-43a5-bbc5-ad046ac3eb37 HTTP/1.1" status: 200 len: 848 time: 0.0465946 Aug 18 19:56:12.194495 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fa53e-667a-4363-bff5-defd48a1f8ad req-85e932f2-ea0a-4559-9672-0ca887a14d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:56:12.196048 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-787fa53e-667a-4363-bff5-defd48a1f8ad req-85e932f2-ea0a-4559-9672-0ca887a14d61 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd556b13-f26a-4c44-b9f6-281b96b7a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405447 Aug 18 19:56:12.288967 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-787fa53e-667a-4363-bff5-defd48a1f8ad req-2e895af4-9455-44e1-9440-35047f463b05 service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848496 Aug 18 19:56:12.345660 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-d1f50008-dcfa-4424-95e7-3e8e6ff8032e None None] Set router d4caef9e-52bd-46e5-91af-4332ee0beb5a gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:56:12.386296 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-787fa53e-667a-4363-bff5-defd48a1f8ad req-51f99bfc-aadb-4f49-b052-124f6ee13c61 service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866237 Aug 18 19:56:12.564737 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-d1f50008-dcfa-4424-95e7-3e8e6ff8032e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'name': 'tempest-TestVolumeBootPattern-3514041-router', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:51Z', 'updated_at': '2021-08-18T19:46:54Z', 'revision_number': 4, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'gw_port': {'id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:52Z', 'updated_at': '2021-08-18T19:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': '040332c7-d41f-473c-ba18-c21d0a635059', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'port_id': '56b79ed0-224d-4687-9163-3ec4851930b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'mac_address': 'fa:16:3e:46:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf41f53e-365e-4f67-813d-f03d1a427d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:51:02Z', 'updated_at': '2021-08-18T19:51:05Z', 'revision_number': 1, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7782ad02-40ad-4945-83ee-a008b08cdc12', 'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'mac_address': 'fa:16:3e:d2:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:54Z', 'updated_at': '2021-08-18T19:46:59Z', 'revision_number': 5, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'subnets': [{'id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:56:12.593048 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f50008-dcfa-4424-95e7-3e8e6ff8032e None None] The sync data for ids ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'] in dv-cinder-805072-2-iscsi is: [{'id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'name': 'tempest-TestVolumeBootPattern-3514041-router', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:51Z', 'updated_at': '2021-08-18T19:46:54Z', 'revision_number': 4, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'gw_port': {'id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:52Z', 'updated_at': '2021-08-18T19:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_floatingips': [{'id': '040332c7-d41f-473c-ba18-c21d0a635059', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'router_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'port_id': '56b79ed0-224d-4687-9163-3ec4851930b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'mac_address': 'fa:16:3e:46:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf41f53e-365e-4f67-813d-f03d1a427d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:51:02Z', 'updated_at': '2021-08-18T19:51:05Z', 'revision_number': 1, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7782ad02-40ad-4945-83ee-a008b08cdc12', 'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'mac_address': 'fa:16:3e:d2:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:54Z', 'updated_at': '2021-08-18T19:46:59Z', 'revision_number': 5, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'subnets': [{'id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:56:12.792125 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9c20a7-919b-40b7-aea2-57d1b5bc35cc None None] New status for floating IP 9c573d44-79e4-4563-96ab-db49a0f9cfd6: DOWN {{(pid=100442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:56:13.069382 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-37adbef4-13da-452b-9675-27b0b180e7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:13.141719 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb873684-c2f5-4f4b-bf1e-9fd01b77a310 req-941590a8-1cdc-4907-9c25-710eff6b3f3b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:56:13.143116 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cb873684-c2f5-4f4b-bf1e-9fd01b77a310 req-941590a8-1cdc-4907-9c25-710eff6b3f3b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6090e1f-5251-439e-80c7-2982143aeac5 HTTP/1.1" status: 200 len: 945 time: 0.0484054 Aug 18 19:56:13.180184 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cb873684-c2f5-4f4b-bf1e-9fd01b77a310 req-43f2ee94-e2b9-47b6-a739-de47701b9de1 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313013 Aug 18 19:56:13.877582 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175ff02-e48e-411d-9dc5-fed298e68225 req-5916eb18-78b1-4cf3-bd61-6e81743329aa tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:56:13.879027 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f175ff02-e48e-411d-9dc5-fed298e68225 req-5916eb18-78b1-4cf3-bd61-6e81743329aa tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6090e1f-5251-439e-80c7-2982143aeac5 HTTP/1.1" status: 200 len: 945 time: 0.0510423 Aug 18 19:56:13.966825 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-f175ff02-e48e-411d-9dc5-fed298e68225 req-f5c5f572-4573-4c6c-81f6-5a5c06df3d8b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Deleting port fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:56:13.967161 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-f175ff02-e48e-411d-9dc5-fed298e68225 req-f5c5f572-4573-4c6c-81f6-5a5c06df3d8b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:14.055015 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-f175ff02-e48e-411d-9dc5-fed298e68225 req-f5c5f572-4573-4c6c-81f6-5a5c06df3d8b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] For port fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c,segment=NetworkSegment(e130ac30-57fc-4038-8a25-d0dc9076ba43),segment_id=e130ac30-57fc-4038-8a25-d0dc9076ba43)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:56:14.055375 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-f175ff02-e48e-411d-9dc5-fed298e68225 req-f5c5f572-4573-4c6c-81f6-5a5c06df3d8b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:14.069255 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-f175ff02-e48e-411d-9dc5-fed298e68225 req-f5c5f572-4573-4c6c-81f6-5a5c06df3d8b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Calling delete_port for fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c owned by compute:nova {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:56:14.190445 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-f175ff02-e48e-411d-9dc5-fed298e68225 req-f5c5f572-4573-4c6c-81f6-5a5c06df3d8b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:14.224607 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5f572-4573-4c6c-81f6-5a5c06df3d8b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Pushing event deleted for resources: {'Port': ['ID=fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:56:14.267228 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-f175ff02-e48e-411d-9dc5-fed298e68225 req-f5c5f572-4573-4c6c-81f6-5a5c06df3d8b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] No DVR routers for this DVR port fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c on host hv-cinder-80507 {{(pid=100440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:56:14.269687 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-f175ff02-e48e-411d-9dc5-fed298e68225 req-f5c5f572-4573-4c6c-81f6-5a5c06df3d8b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:14.271783 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-f175ff02-e48e-411d-9dc5-fed298e68225 req-f5c5f572-4573-4c6c-81f6-5a5c06df3d8b tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.35 "DELETE /v2.0/ports/fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c HTTP/1.1" status: 204 len: 173 time: 0.3859096 Aug 18 19:56:14.272254 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6090e1f-5251-439e-80c7-2982143aeac5', 'name': 'network-vif-deleted', 'tag': 'fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:56:14.274506 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2db8fa-3698-48eb-8017-f3a205000267" -d '{"events": [{"server_uuid": "b6090e1f-5251-439e-80c7-2982143aeac5", "name": "network-vif-deleted", "tag": "fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:56:14.277187 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b7a0deec-96cd-45a8-a35c-073f1771d746 req-afc77ca5-3753-4f4d-90f3-19539404ff24 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6090e1f-5251-439e-80c7-2982143aeac5 HTTP/1.1" status: 200 len: 210 time: 0.0260379 Aug 18 19:56:14.310784 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0400d52-cdc2-4f93-abc9-a15efe48258a x-openstack-request-id: req-a0400d52-cdc2-4f93-abc9-a15efe48258a {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:56:14.311051 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6090e1f-5251-439e-80c7-2982143aeac5", "name": "network-vif-deleted", "tag": "fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:56:14.311284 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a0400d52-cdc2-4f93-abc9-a15efe48258a {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:56:14.311674 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6090e1f-5251-439e-80c7-2982143aeac5', 'name': 'network-vif-deleted', 'tag': 'fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c', 'status': 'completed', 'code': 200} Aug 18 19:56:15.793050 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-0a89e2ed-fc9a-4b02-9cb3-14d07bab37d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:15.923032 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:16.737077 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:17.541644 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 51942) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:56:17.692048 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-0be19f96-546f-4d58-86e9-8f4df1b53fdc tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Deleting port 5f2e6b0c-561c-41e4-9127-b82de07c2eaf {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:56:17.692395 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0be19f96-546f-4d58-86e9-8f4df1b53fdc tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:17.767417 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0be19f96-546f-4d58-86e9-8f4df1b53fdc tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:17.767728 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0be19f96-546f-4d58-86e9-8f4df1b53fdc tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:17.779469 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-0be19f96-546f-4d58-86e9-8f4df1b53fdc tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Calling delete_port for 5f2e6b0c-561c-41e4-9127-b82de07c2eaf owned by network:floatingip {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:56:17.923250 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0be19f96-546f-4d58-86e9-8f4df1b53fdc tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:17.949275 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19f96-546f-4d58-86e9-8f4df1b53fdc tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Pushing event deleted for resources: {'Port': ['ID=5f2e6b0c-561c-41e4-9127-b82de07c2eaf,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:56:18.005392 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0be19f96-546f-4d58-86e9-8f4df1b53fdc tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for floatingip, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:18.005743 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.db.l3_db [None req-0be19f96-546f-4d58-86e9-8f4df1b53fdc tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Floating IP 040332c7-d41f-473c-ba18-c21d0a635059 disassociated (deleted). External IP: 172.27.2.85, port: 56b79ed0-224d-4687-9163-3ec4851930b0. Aug 18 19:56:18.209237 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be19f96-546f-4d58-86e9-8f4df1b53fdc tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Router d4caef9e-52bd-46e5-91af-4332ee0beb5a has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:56:18.312940 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be19f96-546f-4d58-86e9-8f4df1b53fdc tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:56:18.317623 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0be19f96-546f-4d58-86e9-8f4df1b53fdc tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for floatingip, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:18.322824 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc39bd5e-5e5e-4e8c-b566-88c100953f92 None None] Sync routers for ids ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'] in dv-cinder-805072-2-iscsi {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:56:18.332141 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc39bd5e-5e5e-4e8c-b566-88c100953f92 None None] Routers {'d4caef9e-52bd-46e5-91af-4332ee0beb5a'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:56:18.332761 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-fc39bd5e-5e5e-4e8c-b566-88c100953f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:56:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:56:18.345093 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-0be19f96-546f-4d58-86e9-8f4df1b53fdc tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "DELETE /v2.0/floatingips/040332c7-d41f-473c-ba18-c21d0a635059 HTTP/1.1" status: 204 len: 168 time: 0.8023813 Aug 18 19:56:18.345678 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf41f53e-365e-4f67-813d-f03d1a427d9f', 'tag': '56b79ed0-224d-4687-9163-3ec4851930b0'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:56:18.348123 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4f8b1d-f777-41ba-a291-3e0988d17a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "bf41f53e-365e-4f67-813d-f03d1a427d9f", "tag": "56b79ed0-224d-4687-9163-3ec4851930b0"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:56:18.385391 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402058b7-0dc9-4514-abaa-6b888d7bca84 x-openstack-request-id: req-402058b7-0dc9-4514-abaa-6b888d7bca84 {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:56:18.385690 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf41f53e-365e-4f67-813d-f03d1a427d9f", "tag": "56b79ed0-224d-4687-9163-3ec4851930b0", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:56:18.385945 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-402058b7-0dc9-4514-abaa-6b888d7bca84 {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:56:18.386351 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf41f53e-365e-4f67-813d-f03d1a427d9f', 'tag': '56b79ed0-224d-4687-9163-3ec4851930b0', 'status': 'completed', 'code': 200} Aug 18 19:56:18.444092 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-fc39bd5e-5e5e-4e8c-b566-88c100953f92 None None] Set router d4caef9e-52bd-46e5-91af-4332ee0beb5a gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:56:18.475844 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f8b1d-f777-41ba-a291-3e0988d17a1e req-61149add-cca2-49d4-af9f-36919e71626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:56:18.477042 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1b4f8b1d-f777-41ba-a291-3e0988d17a1e req-61149add-cca2-49d4-af9f-36919e71626c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=624b3e8635264e169d5517f06a2e5b88&device_id=bf41f53e-365e-4f67-813d-f03d1a427d9f HTTP/1.1" status: 200 len: 1098 time: 0.0441334 Aug 18 19:56:18.569191 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:18.575542 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f8b1d-f777-41ba-a291-3e0988d17a1e req-c7f20195-da70-440d-9f84-699527d7fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:56:18.577210 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1b4f8b1d-f777-41ba-a291-3e0988d17a1e req-c7f20195-da70-440d-9f84-699527d7fd84 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd556b13-f26a-4c44-b9f6-281b96b7a109 HTTP/1.1" status: 200 len: 910 time: 0.0922697 Aug 18 19:56:18.587401 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769c9b3-803d-4034-923a-2077bdc66fe1 req-10e2f86c-9cb4-45de-97a3-83140e43db5c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:56:18.588907 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9769c9b3-803d-4034-923a-2077bdc66fe1 req-10e2f86c-9cb4-45de-97a3-83140e43db5c tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf41f53e-365e-4f67-813d-f03d1a427d9f HTTP/1.1" status: 200 len: 945 time: 0.0545590 Aug 18 19:56:18.626941 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9769c9b3-803d-4034-923a-2077bdc66fe1 req-f392e4f3-93d5-4329-a83a-fd8c385002e3 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd42dafa-8909-4d29-9fa3-cf095c2d261d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317063 Aug 18 19:56:18.649362 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1b4f8b1d-f777-41ba-a291-3e0988d17a1e req-c8bd3096-1c5b-4d55-bdb7-f5824566277c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56b79ed0-224d-4687-9163-3ec4851930b0 HTTP/1.1" status: 200 len: 217 time: 0.0353861 Aug 18 19:56:18.658110 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-fc39bd5e-5e5e-4e8c-b566-88c100953f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'name': 'tempest-TestVolumeBootPattern-3514041-router', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:51Z', 'updated_at': '2021-08-18T19:46:54Z', 'revision_number': 4, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'gw_port': {'id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:52Z', 'updated_at': '2021-08-18T19:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '7782ad02-40ad-4945-83ee-a008b08cdc12', 'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'mac_address': 'fa:16:3e:d2:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:54Z', 'updated_at': '2021-08-18T19:46:59Z', 'revision_number': 5, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'subnets': [{'id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:56:18.688565 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc39bd5e-5e5e-4e8c-b566-88c100953f92 None None] Checking router: d4caef9e-52bd-46e5-91af-4332ee0beb5a for host: dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:56:18.696906 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc39bd5e-5e5e-4e8c-b566-88c100953f92 None None] Routers {'d4caef9e-52bd-46e5-91af-4332ee0beb5a'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:56:18.697527 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-fc39bd5e-5e5e-4e8c-b566-88c100953f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:56:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:56:18.701940 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f8b1d-f777-41ba-a291-3e0988d17a1e req-eebc9a11-86d2-42ae-b2a3-b516e3ce138c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:56:18.703410 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1b4f8b1d-f777-41ba-a291-3e0988d17a1e req-eebc9a11-86d2-42ae-b2a3-b516e3ce138c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8005a179-1635-43a5-bbc5-ad046ac3eb37 HTTP/1.1" status: 200 len: 848 time: 0.0470476 Aug 18 19:56:18.751525 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f8b1d-f777-41ba-a291-3e0988d17a1e req-331acd71-c150-4dd5-b923-92befbd8555d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:56:18.752904 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1b4f8b1d-f777-41ba-a291-3e0988d17a1e req-331acd71-c150-4dd5-b923-92befbd8555d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd556b13-f26a-4c44-b9f6-281b96b7a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396547 Aug 18 19:56:18.799532 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-fc39bd5e-5e5e-4e8c-b566-88c100953f92 None None] Set router d4caef9e-52bd-46e5-91af-4332ee0beb5a gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:56:18.802602 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c no longer exists at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:56:18.844037 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1b4f8b1d-f777-41ba-a291-3e0988d17a1e req-d06f52a0-a337-445f-b0ef-eb3336acb8dd service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797944 Aug 18 19:56:18.845049 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] No Port match for: fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:56:18.845408 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device fbf4e0bd-ad72-4f1e-a79d-5ed40d22d86c not bound to the agent host hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:56:18.963486 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-1b4f8b1d-f777-41ba-a291-3e0988d17a1e req-dc1a477c-097d-40d7-91ad-176899852886 service neutron] 10.222.0.35 "GET /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845115 Aug 18 19:56:19.013493 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-fc39bd5e-5e5e-4e8c-b566-88c100953f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'name': 'tempest-TestVolumeBootPattern-3514041-router', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:51Z', 'updated_at': '2021-08-18T19:46:54Z', 'revision_number': 4, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'gw_port': {'id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:52Z', 'updated_at': '2021-08-18T19:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '7782ad02-40ad-4945-83ee-a008b08cdc12', 'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'mac_address': 'fa:16:3e:d2:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:54Z', 'updated_at': '2021-08-18T19:46:59Z', 'revision_number': 5, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'subnets': [{'id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:56:19.044613 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc39bd5e-5e5e-4e8c-b566-88c100953f92 None None] The sync data for ids ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'] in dv-cinder-805072-2-iscsi is: [{'id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'name': 'tempest-TestVolumeBootPattern-3514041-router', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:51Z', 'updated_at': '2021-08-18T19:46:54Z', 'revision_number': 4, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'gw_port': {'id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:52Z', 'updated_at': '2021-08-18T19:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': '7782ad02-40ad-4945-83ee-a008b08cdc12', 'name': '', 'network_id': 'dd556b13-f26a-4c44-b9f6-281b96b7a109', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'mac_address': 'fa:16:3e:d2:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:54Z', 'updated_at': '2021-08-18T19:46:59Z', 'revision_number': 5, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'subnets': [{'id': '8005a179-1635-43a5-bbc5-ad046ac3eb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:56:19.243381 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7b3972-a286-4129-ac3f-e2188770d941 None None] New status for floating IP 040332c7-d41f-473c-ba18-c21d0a635059: DOWN {{(pid=100442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:56:19.424590 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd33c2-062b-4d42-bd9f-08158a49ca9d req-5e23197d-ab7c-4348-8364-f6a0e4000d36 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:56:19.425999 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-26cd33c2-062b-4d42-bd9f-08158a49ca9d req-5e23197d-ab7c-4348-8364-f6a0e4000d36 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf41f53e-365e-4f67-813d-f03d1a427d9f HTTP/1.1" status: 200 len: 945 time: 0.0474262 Aug 18 19:56:19.514911 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-26cd33c2-062b-4d42-bd9f-08158a49ca9d req-507b1448-5731-4158-b2bd-c68da4e0dbde tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Deleting port 56b79ed0-224d-4687-9163-3ec4851930b0 {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:56:19.515245 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-26cd33c2-062b-4d42-bd9f-08158a49ca9d req-507b1448-5731-4158-b2bd-c68da4e0dbde tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:19.598992 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-26cd33c2-062b-4d42-bd9f-08158a49ca9d req-507b1448-5731-4158-b2bd-c68da4e0dbde tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] For port 56b79ed0-224d-4687-9163-3ec4851930b0, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=56b79ed0-224d-4687-9163-3ec4851930b0,segment=NetworkSegment(e130ac30-57fc-4038-8a25-d0dc9076ba43),segment_id=e130ac30-57fc-4038-8a25-d0dc9076ba43)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:56:19.599620 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-26cd33c2-062b-4d42-bd9f-08158a49ca9d req-507b1448-5731-4158-b2bd-c68da4e0dbde tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:19.610985 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-26cd33c2-062b-4d42-bd9f-08158a49ca9d req-507b1448-5731-4158-b2bd-c68da4e0dbde tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Calling delete_port for 56b79ed0-224d-4687-9163-3ec4851930b0 owned by compute:nova {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:56:19.741462 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-26cd33c2-062b-4d42-bd9f-08158a49ca9d req-507b1448-5731-4158-b2bd-c68da4e0dbde tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:19.770257 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b1448-5731-4158-b2bd-c68da4e0dbde tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Pushing event deleted for resources: {'Port': ['ID=56b79ed0-224d-4687-9163-3ec4851930b0,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:56:19.796500 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507b1448-5731-4158-b2bd-c68da4e0dbde tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:56:19.796858 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507b1448-5731-4158-b2bd-c68da4e0dbde tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:56:19.797204 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507b1448-5731-4158-b2bd-c68da4e0dbde tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:56:19.797545 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507b1448-5731-4158-b2bd-c68da4e0dbde tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:56:19.797882 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507b1448-5731-4158-b2bd-c68da4e0dbde tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:56:19.798218 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507b1448-5731-4158-b2bd-c68da4e0dbde tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:56:19.798552 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507b1448-5731-4158-b2bd-c68da4e0dbde tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:56:19.798910 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507b1448-5731-4158-b2bd-c68da4e0dbde tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:56:19.799241 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507b1448-5731-4158-b2bd-c68da4e0dbde tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:56:19.799568 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507b1448-5731-4158-b2bd-c68da4e0dbde tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:56:19.799893 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507b1448-5731-4158-b2bd-c68da4e0dbde tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:56:19.800216 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507b1448-5731-4158-b2bd-c68da4e0dbde tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:56:19.822380 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cd33c2-062b-4d42-bd9f-08158a49ca9d req-507b1448-5731-4158-b2bd-c68da4e0dbde tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] No DVR routers for this DVR port 56b79ed0-224d-4687-9163-3ec4851930b0 on host hv-cinder-80507 {{(pid=100440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:56:19.824647 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-26cd33c2-062b-4d42-bd9f-08158a49ca9d req-507b1448-5731-4158-b2bd-c68da4e0dbde tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:19.827207 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-26cd33c2-062b-4d42-bd9f-08158a49ca9d req-507b1448-5731-4158-b2bd-c68da4e0dbde tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.35 "DELETE /v2.0/ports/56b79ed0-224d-4687-9163-3ec4851930b0 HTTP/1.1" status: 204 len: 173 time: 0.3948305 Aug 18 19:56:19.888316 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4a06c304-5e35-45cf-b25a-1d39552ae0ee req-2edcbcc9-38be-4205-8790-2a4a0956f344 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf41f53e-365e-4f67-813d-f03d1a427d9f HTTP/1.1" status: 200 len: 210 time: 0.1758204 Aug 18 19:56:20.185940 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:20.387572 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf41f53e-365e-4f67-813d-f03d1a427d9f', 'name': 'network-vif-deleted', 'tag': '56b79ed0-224d-4687-9163-3ec4851930b0'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:56:20.389899 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8703f4-7485-4f08-a7da-36a1da1bb65a" -d '{"events": [{"server_uuid": "bf41f53e-365e-4f67-813d-f03d1a427d9f", "name": "network-vif-deleted", "tag": "56b79ed0-224d-4687-9163-3ec4851930b0"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:56:20.424112 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d234f352-45e0-4258-b640-37d14986913a x-openstack-request-id: req-d234f352-45e0-4258-b640-37d14986913a {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:56:20.424437 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf41f53e-365e-4f67-813d-f03d1a427d9f", "name": "network-vif-deleted", "tag": "56b79ed0-224d-4687-9163-3ec4851930b0", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:56:20.424689 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d234f352-45e0-4258-b640-37d14986913a {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:56:20.425100 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf41f53e-365e-4f67-813d-f03d1a427d9f', 'name': 'network-vif-deleted', 'tag': '56b79ed0-224d-4687-9163-3ec4851930b0', 'status': 'completed', 'code': 200} Aug 18 19:56:20.943615 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 51958) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:56:21.064607 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-5a6dd2c7-91cf-412b-93d4-d5b6d2a76fec tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Deleting port 089827a6-eb12-4aea-874b-5e4b43adac9e {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:56:21.064953 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd2c7-91cf-412b-93d4-d5b6d2a76fec tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:21.136595 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd2c7-91cf-412b-93d4-d5b6d2a76fec tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:21.136928 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd2c7-91cf-412b-93d4-d5b6d2a76fec tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:21.148640 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-5a6dd2c7-91cf-412b-93d4-d5b6d2a76fec tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Calling delete_port for 089827a6-eb12-4aea-874b-5e4b43adac9e owned by network:floatingip {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:56:21.276807 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd2c7-91cf-412b-93d4-d5b6d2a76fec tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:21.303184 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6dd2c7-91cf-412b-93d4-d5b6d2a76fec tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Pushing event deleted for resources: {'Port': ['ID=089827a6-eb12-4aea-874b-5e4b43adac9e,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:56:21.362813 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd2c7-91cf-412b-93d4-d5b6d2a76fec tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for floatingip, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:21.365308 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd2c7-91cf-412b-93d4-d5b6d2a76fec tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for floatingip, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:21.366448 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-5a6dd2c7-91cf-412b-93d4-d5b6d2a76fec tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "DELETE /v2.0/floatingips/db33db1e-7726-402d-89c8-3a99568dd50c HTTP/1.1" status: 204 len: 168 time: 0.4217343 Aug 18 19:56:22.553786 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 51970) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:56:22.609660 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4028fc80-fddf-4341-b8a6-67c402a494c8 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:22.634003 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4028fc80-fddf-4341-b8a6-67c402a494c8 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:22.691710 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4028fc80-fddf-4341-b8a6-67c402a494c8 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:22.694178 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4028fc80-fddf-4341-b8a6-67c402a494c8 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:22.695429 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-4028fc80-fddf-4341-b8a6-67c402a494c8 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] 10.222.0.38 "DELETE /v2.0/security-groups/cd42dafa-8909-4d29-9fa3-cf095c2d261d HTTP/1.1" status: 204 len: 168 time: 0.1406510 Aug 18 19:56:22.704319 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028fc80-fddf-4341-b8a6-67c402a494c8 tempest-TestVolumeBootPattern-1937392966 tempest-TestVolumeBootPattern-1937392966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd42dafa-8909-4d29-9fa3-cf095c2d261d,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:56:22.755213 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 51974) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:56:22.849275 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 56b79ed0-224d-4687-9163-3ec4851930b0 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:56:22.869243 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] No Port match for: 56b79ed0-224d-4687-9163-3ec4851930b0 {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:56:22.869591 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device 56b79ed0-224d-4687-9163-3ec4851930b0 not bound to the agent host hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:56:23.436665 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-81cec67a-9ad9-4ae8-8db5-7df0a500afff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1676748'] for router_interface, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:23.669846 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-81cec67a-9ad9-4ae8-8db5-7df0a500afff admin admin] Deleting port 7782ad02-40ad-4945-83ee-a008b08cdc12 {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:56:23.670500 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-81cec67a-9ad9-4ae8-8db5-7df0a500afff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:23.745749 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [None req-81cec67a-9ad9-4ae8-8db5-7df0a500afff admin admin] For port 7782ad02-40ad-4945-83ee-a008b08cdc12, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=7782ad02-40ad-4945-83ee-a008b08cdc12,segment=NetworkSegment(e130ac30-57fc-4038-8a25-d0dc9076ba43),segment_id=e130ac30-57fc-4038-8a25-d0dc9076ba43)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:56:23.746110 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-81cec67a-9ad9-4ae8-8db5-7df0a500afff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:23.761853 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-81cec67a-9ad9-4ae8-8db5-7df0a500afff admin admin] Calling delete_port for 7782ad02-40ad-4945-83ee-a008b08cdc12 owned by network:router_interface {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:56:23.934605 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-81cec67a-9ad9-4ae8-8db5-7df0a500afff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:23.960910 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cec67a-9ad9-4ae8-8db5-7df0a500afff admin admin] Pushing event deleted for resources: {'Port': ['ID=7782ad02-40ad-4945-83ee-a008b08cdc12,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:56:24.120575 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-81cec67a-9ad9-4ae8-8db5-7df0a500afff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817948'] for router_interface, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:24.330477 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81cec67a-9ad9-4ae8-8db5-7df0a500afff admin admin] Router d4caef9e-52bd-46e5-91af-4332ee0beb5a has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:56:24.435006 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cec67a-9ad9-4ae8-8db5-7df0a500afff admin admin] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:56:24.441436 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-81cec67a-9ad9-4ae8-8db5-7df0a500afff admin admin] 10.222.0.38 "PUT /v2.0/routers/d4caef9e-52bd-46e5-91af-4332ee0beb5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6848786 Aug 18 19:56:24.442250 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 51980) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:56:24.444047 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d278daf5-d8f8-41d2-b0a6-e34b68e3df96 None None] Sync routers for ids ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'] in dv-cinder-805072-2-iscsi {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:56:24.453501 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d278daf5-d8f8-41d2-b0a6-e34b68e3df96 None None] Routers {'d4caef9e-52bd-46e5-91af-4332ee0beb5a'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:56:24.454138 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-d278daf5-d8f8-41d2-b0a6-e34b68e3df96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:56:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:56:24.544989 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-311fde01-46ef-4b4b-91ce-a66244e969c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:24.560960 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-d278daf5-d8f8-41d2-b0a6-e34b68e3df96 None None] Set router d4caef9e-52bd-46e5-91af-4332ee0beb5a gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:56:24.643805 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-311fde01-46ef-4b4b-91ce-a66244e969c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:24.697701 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-311fde01-46ef-4b4b-91ce-a66244e969c3 admin admin] Deleting port 7d8ba12b-1c1d-476e-9d85-35f3418beec2 {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:56:24.698364 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-311fde01-46ef-4b4b-91ce-a66244e969c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:24.737277 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-d278daf5-d8f8-41d2-b0a6-e34b68e3df96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'name': 'tempest-TestVolumeBootPattern-3514041-router', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:51Z', 'updated_at': '2021-08-18T19:56:23Z', 'revision_number': 5, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'gw_port': {'id': '7d8ba12b-1c1d-476e-9d85-35f3418beec2', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:52Z', 'updated_at': '2021-08-18T19:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:56:24.767060 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d278daf5-d8f8-41d2-b0a6-e34b68e3df96 None None] Checking router: d4caef9e-52bd-46e5-91af-4332ee0beb5a for host: dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:56:24.775413 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d278daf5-d8f8-41d2-b0a6-e34b68e3df96 None None] Routers {'d4caef9e-52bd-46e5-91af-4332ee0beb5a'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:56:24.776030 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-d278daf5-d8f8-41d2-b0a6-e34b68e3df96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:56:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:56:24.776576 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [None req-311fde01-46ef-4b4b-91ce-a66244e969c3 admin admin] For port 7d8ba12b-1c1d-476e-9d85-35f3418beec2, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=7d8ba12b-1c1d-476e-9d85-35f3418beec2,segment=NetworkSegment(0bdaf2c9-3eca-4db0-8337-689581495736),segment_id=0bdaf2c9-3eca-4db0-8337-689581495736)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:56:24.776969 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-311fde01-46ef-4b4b-91ce-a66244e969c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:24.793425 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-311fde01-46ef-4b4b-91ce-a66244e969c3 admin admin] Calling delete_port for 7d8ba12b-1c1d-476e-9d85-35f3418beec2 owned by network:router_gateway {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:56:24.957891 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-311fde01-46ef-4b4b-91ce-a66244e969c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:24.986967 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311fde01-46ef-4b4b-91ce-a66244e969c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d8ba12b-1c1d-476e-9d85-35f3418beec2,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:56:24.987371 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-d278daf5-d8f8-41d2-b0a6-e34b68e3df96 None None] Set router d4caef9e-52bd-46e5-91af-4332ee0beb5a gateway port host: None {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:56:25.045237 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-d278daf5-d8f8-41d2-b0a6-e34b68e3df96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'name': 'tempest-TestVolumeBootPattern-3514041-router', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:51Z', 'updated_at': '2021-08-18T19:56:24Z', 'revision_number': 6, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'gw_port_host': None}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:56:25.049348 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-311fde01-46ef-4b4b-91ce-a66244e969c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678740'] for router_gateway, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:25.076768 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d278daf5-d8f8-41d2-b0a6-e34b68e3df96 None None] The sync data for ids ['d4caef9e-52bd-46e5-91af-4332ee0beb5a'] in dv-cinder-805072-2-iscsi is: [{'id': 'd4caef9e-52bd-46e5-91af-4332ee0beb5a', 'name': 'tempest-TestVolumeBootPattern-3514041-router', 'tenant_id': '624b3e8635264e169d5517f06a2e5b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:51Z', 'updated_at': '2021-08-18T19:56:24Z', 'revision_number': 6, 'project_id': '624b3e8635264e169d5517f06a2e5b88', 'gw_port_host': None}] {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:56:25.142547 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-311fde01-46ef-4b4b-91ce-a66244e969c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59033'] for router, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:25.144723 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-311fde01-46ef-4b4b-91ce-a66244e969c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:25.188414 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-311fde01-46ef-4b4b-91ce-a66244e969c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674974'] for router, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:25.189057 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311fde01-46ef-4b4b-91ce-a66244e969c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4caef9e-52bd-46e5-91af-4332ee0beb5a {{(pid=100440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 19:56:25.193566 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-311fde01-46ef-4b4b-91ce-a66244e969c3 admin admin] Notify callbacks [] for router, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:25.194733 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-311fde01-46ef-4b4b-91ce-a66244e969c3 admin admin] 10.222.0.38 "DELETE /v2.0/routers/d4caef9e-52bd-46e5-91af-4332ee0beb5a HTTP/1.1" status: 204 len: 168 time: 0.7515199 Aug 18 19:56:25.197180 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 51982) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:56:25.239442 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd51c82e-6954-4423-abce-804c3d4ff295 admin admin] Deleting subnet 8005a179-1635-43a5-bbc5-ad046ac3eb37 {{(pid=100440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:56:25.242353 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-dd51c82e-6954-4423-abce-804c3d4ff295 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:25.275233 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-dd51c82e-6954-4423-abce-804c3d4ff295 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60457752'] for subnet, precommit_delete_associations {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:25.347554 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-dd51c82e-6954-4423-abce-804c3d4ff295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1353739'] for subnet, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:25.403568 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-dd51c82e-6954-4423-abce-804c3d4ff295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1353746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60457936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58745764'] for subnet, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:25.428530 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51c82e-6954-4423-abce-804c3d4ff295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8005a179-1635-43a5-bbc5-ad046ac3eb37,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:56:25.432834 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-dd51c82e-6954-4423-abce-804c3d4ff295 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:25.434701 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-dd51c82e-6954-4423-abce-804c3d4ff295 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8005a179-1635-43a5-bbc5-ad046ac3eb37 HTTP/1.1" status: 204 len: 168 time: 0.2365654 Aug 18 19:56:25.437796 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 51984) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:56:25.440763 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956b3e05-6713-4e47-aded-89c488b74d32 None None] Network dd556b13-f26a-4c44-b9f6-281b96b7a109 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:56:25.508385 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f71ec9d8-3c77-4489-851c-f5919dcc28c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596498'] for network, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:25.567577 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-f71ec9d8-3c77-4489-851c-f5919dcc28c6 admin admin] Deleting port 67dd6697-639d-4369-92f1-d613b916e8be {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:56:25.567921 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f71ec9d8-3c77-4489-851c-f5919dcc28c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:25.628826 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [None req-f71ec9d8-3c77-4489-851c-f5919dcc28c6 admin admin] For port 67dd6697-639d-4369-92f1-d613b916e8be, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=67dd6697-639d-4369-92f1-d613b916e8be,segment=NetworkSegment(e130ac30-57fc-4038-8a25-d0dc9076ba43),segment_id=e130ac30-57fc-4038-8a25-d0dc9076ba43)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:56:25.629208 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f71ec9d8-3c77-4489-851c-f5919dcc28c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:25.640848 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-f71ec9d8-3c77-4489-851c-f5919dcc28c6 admin admin] Calling delete_port for 67dd6697-639d-4369-92f1-d613b916e8be owned by network:dhcp {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:56:25.718597 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f71ec9d8-3c77-4489-851c-f5919dcc28c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:25.741339 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ec9d8-3c77-4489-851c-f5919dcc28c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=67dd6697-639d-4369-92f1-d613b916e8be,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:56:25.746588 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71ec9d8-3c77-4489-851c-f5919dcc28c6 admin admin] No DVR routers for this DVR port 67dd6697-639d-4369-92f1-d613b916e8be on host dv-cinder-805072-2-iscsi {{(pid=100440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:56:25.813984 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f71ec9d8-3c77-4489-851c-f5919dcc28c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1352834', 'neutron.services.segments.db._delete_segments_for_network-8741574556865'] for network, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:25.823268 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.services.segments.db [None req-f71ec9d8-3c77-4489-851c-f5919dcc28c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd556b13-f26a-4c44-b9f6-281b96b7a109']}} {{(pid=100440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:56:25.832632 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.services.segments.db [None req-f71ec9d8-3c77-4489-851c-f5919dcc28c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e130ac30-57fc-4038-8a25-d0dc9076ba43') {'for_net_delete': True} {{(pid=100440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:56:25.832929 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.services.segments.db [None req-f71ec9d8-3c77-4489-851c-f5919dcc28c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e130ac30-57fc-4038-8a25-d0dc9076ba43') {} {{(pid=100440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:56:25.842970 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f71ec9d8-3c77-4489-851c-f5919dcc28c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741574601894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60457745'] for segment, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:25.861395 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f71ec9d8-3c77-4489-851c-f5919dcc28c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:25.868382 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a8521c-a448-4ee7-a898-0816c429edee None None] DHCP port deletion for dd556b13-f26a-4c44-b9f6-281b96b7a109 request from dv-cinder-805072-2-iscsi {{(pid=100441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 19:56:25.870262 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71ec9d8-3c77-4489-851c-f5919dcc28c6 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=100440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:56:25.870713 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f71ec9d8-3c77-4489-851c-f5919dcc28c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59032178'] for segment, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: Traceback (most recent call last): Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: timer() Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: cb(*args, **kw) Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: return func(*args, **kwargs) Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: self._notify() Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: self.callback(batched_events) Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: event.method(event) Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: return f(self, *a, **k) Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: return self._get(url).json() Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: return self.request(url, 'GET', **kwargs) Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:56:25.872604 dv-cinder-805072-2-iscsi neutron-server[100440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:56:25.927068 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f71ec9d8-3c77-4489-851c-f5919dcc28c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678657'] for network, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:25.943009 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-f71ec9d8-3c77-4489-851c-f5919dcc28c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:25.947539 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-f71ec9d8-3c77-4489-851c-f5919dcc28c6 admin admin] 10.222.0.38 "DELETE /v2.0/networks/dd556b13-f26a-4c44-b9f6-281b96b7a109 HTTP/1.1" status: 204 len: 168 time: 0.5060644 Aug 18 19:56:25.947539 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ec9d8-3c77-4489-851c-f5919dcc28c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd556b13-f26a-4c44-b9f6-281b96b7a109,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:56:25.948282 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 51986) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:56:26.291666 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bcd765f5-eef7-4ca5-992f-1b33746d08e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1676748'] for router_interface, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:26.526246 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-bcd765f5-eef7-4ca5-992f-1b33746d08e5 admin admin] Deleting port 79961d9e-c9e4-4053-9f30-df739e4ca39e {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:56:26.526588 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bcd765f5-eef7-4ca5-992f-1b33746d08e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:26.600909 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [None req-bcd765f5-eef7-4ca5-992f-1b33746d08e5 admin admin] For port 79961d9e-c9e4-4053-9f30-df739e4ca39e, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=79961d9e-c9e4-4053-9f30-df739e4ca39e,segment=NetworkSegment(24d59a27-df33-4c24-8775-73f37c22ce88),segment_id=24d59a27-df33-4c24-8775-73f37c22ce88)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:56:26.601295 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bcd765f5-eef7-4ca5-992f-1b33746d08e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:26.613277 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-bcd765f5-eef7-4ca5-992f-1b33746d08e5 admin admin] Calling delete_port for 79961d9e-c9e4-4053-9f30-df739e4ca39e owned by network:router_interface {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:56:27.046186 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bcd765f5-eef7-4ca5-992f-1b33746d08e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:27.075318 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd765f5-eef7-4ca5-992f-1b33746d08e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=79961d9e-c9e4-4053-9f30-df739e4ca39e,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:56:27.097483 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 7d8ba12b-1c1d-476e-9d85-35f3418beec2 no longer exists at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:56:27.121674 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] No Port match for: 7d8ba12b-1c1d-476e-9d85-35f3418beec2 {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:56:27.122016 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 7d8ba12b-1c1d-476e-9d85-35f3418beec2 not bound to the agent host dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:56:27.122940 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 7782ad02-40ad-4945-83ee-a008b08cdc12 no longer exists at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:56:27.145867 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] No Port match for: 7782ad02-40ad-4945-83ee-a008b08cdc12 {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:56:27.146252 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 7782ad02-40ad-4945-83ee-a008b08cdc12 not bound to the agent host dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:56:27.146623 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 67dd6697-639d-4369-92f1-d613b916e8be no longer exists at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:56:27.167710 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] No Port match for: 67dd6697-639d-4369-92f1-d613b916e8be {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:56:27.168146 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 67dd6697-639d-4369-92f1-d613b916e8be not bound to the agent host dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:56:27.244561 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-bcd765f5-eef7-4ca5-992f-1b33746d08e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817948'] for router_interface, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:27.453548 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd765f5-eef7-4ca5-992f-1b33746d08e5 admin admin] Router 91d50551-af24-4365-9f81-7596ce9b7d0c has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:56:27.555653 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd765f5-eef7-4ca5-992f-1b33746d08e5 admin admin] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:56:27.560518 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-bcd765f5-eef7-4ca5-992f-1b33746d08e5 admin admin] 10.222.0.38 "PUT /v2.0/routers/91d50551-af24-4365-9f81-7596ce9b7d0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6118262 Aug 18 19:56:27.562986 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 51988) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:56:27.565517 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ae418c-b6a1-4e62-8f54-25f2222c5398 None None] Sync routers for ids ['91d50551-af24-4365-9f81-7596ce9b7d0c'] in dv-cinder-805072-2-iscsi {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:56:27.574591 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ae418c-b6a1-4e62-8f54-25f2222c5398 None None] Routers {'91d50551-af24-4365-9f81-7596ce9b7d0c'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:56:27.575225 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-33ae418c-b6a1-4e62-8f54-25f2222c5398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:56:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['91d50551-af24-4365-9f81-7596ce9b7d0c'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:56:27.667198 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-e430e2be-7384-4a1b-803b-63d579ce4d00 admin admin] Notify callbacks [] for router, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:27.759330 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-33ae418c-b6a1-4e62-8f54-25f2222c5398 None None] Set router 91d50551-af24-4365-9f81-7596ce9b7d0c gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:56:27.769712 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-e430e2be-7384-4a1b-803b-63d579ce4d00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:27.819887 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-e430e2be-7384-4a1b-803b-63d579ce4d00 admin admin] Deleting port 45fd6d2a-3387-452c-ac40-a78983ef4a2e {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:56:27.820225 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-e430e2be-7384-4a1b-803b-63d579ce4d00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:27.897457 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [None req-e430e2be-7384-4a1b-803b-63d579ce4d00 admin admin] For port 45fd6d2a-3387-452c-ac40-a78983ef4a2e, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=45fd6d2a-3387-452c-ac40-a78983ef4a2e,segment=NetworkSegment(0bdaf2c9-3eca-4db0-8337-689581495736),segment_id=0bdaf2c9-3eca-4db0-8337-689581495736)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:56:27.897842 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-e430e2be-7384-4a1b-803b-63d579ce4d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:27.913827 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-e430e2be-7384-4a1b-803b-63d579ce4d00 admin admin] Calling delete_port for 45fd6d2a-3387-452c-ac40-a78983ef4a2e owned by network:router_gateway {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:56:27.930737 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-33ae418c-b6a1-4e62-8f54-25f2222c5398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d50551-af24-4365-9f81-7596ce9b7d0c', 'name': 'tempest-TestVolumeBootPattern-1325605073-router', 'tenant_id': '6413de026ae2488bb78a083acf8aceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '45fd6d2a-3387-452c-ac40-a78983ef4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:56Z', 'updated_at': '2021-08-18T19:56:27Z', 'revision_number': 5, 'project_id': '6413de026ae2488bb78a083acf8aceba', 'gw_port': {'id': '45fd6d2a-3387-452c-ac40-a78983ef4a2e', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d50551-af24-4365-9f81-7596ce9b7d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:46:57Z', 'updated_at': '2021-08-18T19:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:56:27.960262 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ae418c-b6a1-4e62-8f54-25f2222c5398 None None] Checking router: 91d50551-af24-4365-9f81-7596ce9b7d0c for host: dv-cinder-805072-2-iscsi {{(pid=100442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:56:27.968326 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ae418c-b6a1-4e62-8f54-25f2222c5398 None None] Routers {'91d50551-af24-4365-9f81-7596ce9b7d0c'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:56:27.968942 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-33ae418c-b6a1-4e62-8f54-25f2222c5398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:56:16Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['91d50551-af24-4365-9f81-7596ce9b7d0c'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:56:28.051800 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-33ae418c-b6a1-4e62-8f54-25f2222c5398 None None] Set router 91d50551-af24-4365-9f81-7596ce9b7d0c gateway port host: None {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:56:28.072909 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-e430e2be-7384-4a1b-803b-63d579ce4d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:28.102376 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-33ae418c-b6a1-4e62-8f54-25f2222c5398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d50551-af24-4365-9f81-7596ce9b7d0c', 'name': 'tempest-TestVolumeBootPattern-1325605073-router', 'tenant_id': '6413de026ae2488bb78a083acf8aceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:56Z', 'updated_at': '2021-08-18T19:56:27Z', 'revision_number': 6, 'project_id': '6413de026ae2488bb78a083acf8aceba', 'gw_port_host': None}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:56:28.102888 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430e2be-7384-4a1b-803b-63d579ce4d00 admin admin] Pushing event deleted for resources: {'Port': ['ID=45fd6d2a-3387-452c-ac40-a78983ef4a2e,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:56:28.131734 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ae418c-b6a1-4e62-8f54-25f2222c5398 None None] The sync data for ids ['91d50551-af24-4365-9f81-7596ce9b7d0c'] in dv-cinder-805072-2-iscsi is: [{'id': '91d50551-af24-4365-9f81-7596ce9b7d0c', 'name': 'tempest-TestVolumeBootPattern-1325605073-router', 'tenant_id': '6413de026ae2488bb78a083acf8aceba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:46:56Z', 'updated_at': '2021-08-18T19:56:27Z', 'revision_number': 6, 'project_id': '6413de026ae2488bb78a083acf8aceba', 'gw_port_host': None}] {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:56:28.164916 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-e430e2be-7384-4a1b-803b-63d579ce4d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678740'] for router_gateway, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:28.252058 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-e430e2be-7384-4a1b-803b-63d579ce4d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59033'] for router, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:28.254092 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-e430e2be-7384-4a1b-803b-63d579ce4d00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:28.296110 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-e430e2be-7384-4a1b-803b-63d579ce4d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674974'] for router, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:28.296567 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e430e2be-7384-4a1b-803b-63d579ce4d00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91d50551-af24-4365-9f81-7596ce9b7d0c {{(pid=100440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 19:56:28.300625 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-e430e2be-7384-4a1b-803b-63d579ce4d00 admin admin] Notify callbacks [] for router, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:28.301755 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-e430e2be-7384-4a1b-803b-63d579ce4d00 admin admin] 10.222.0.38 "DELETE /v2.0/routers/91d50551-af24-4365-9f81-7596ce9b7d0c HTTP/1.1" status: 204 len: 168 time: 0.7378721 Aug 18 19:56:28.304603 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 51990) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:56:28.350572 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_v2 [None req-621d0399-e70b-46fb-8284-7afeeb66e34f admin admin] Deleting subnet 50134ecd-5dfc-492b-90b6-63cfeff4d7b8 {{(pid=100440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:56:28.353578 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-621d0399-e70b-46fb-8284-7afeeb66e34f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:28.386935 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-621d0399-e70b-46fb-8284-7afeeb66e34f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60457752'] for subnet, precommit_delete_associations {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:28.460221 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-621d0399-e70b-46fb-8284-7afeeb66e34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1353739'] for subnet, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:28.521446 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-621d0399-e70b-46fb-8284-7afeeb66e34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1353746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60457936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58745764'] for subnet, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:28.547591 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d0399-e70b-46fb-8284-7afeeb66e34f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50134ecd-5dfc-492b-90b6-63cfeff4d7b8,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:56:28.554123 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-621d0399-e70b-46fb-8284-7afeeb66e34f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:28.556099 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-621d0399-e70b-46fb-8284-7afeeb66e34f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/50134ecd-5dfc-492b-90b6-63cfeff4d7b8 HTTP/1.1" status: 204 len: 168 time: 0.2505212 Aug 18 19:56:28.558474 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 51992) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:56:28.562992 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f3b0ce-50e6-4c8e-bb62-d2e24757f717 None None] Network b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:56:28.628181 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0e2f3dda-2f30-4c2e-8bf9-eb0ad42f6584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596498'] for network, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:28.680657 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f3dda-2f30-4c2e-8bf9-eb0ad42f6584 admin admin] Deleting port 05123a85-5794-4721-ba14-1722b1551453 {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:56:28.681034 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0e2f3dda-2f30-4c2e-8bf9-eb0ad42f6584 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:28.747416 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [None req-0e2f3dda-2f30-4c2e-8bf9-eb0ad42f6584 admin admin] For port 05123a85-5794-4721-ba14-1722b1551453, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=05123a85-5794-4721-ba14-1722b1551453,segment=NetworkSegment(24d59a27-df33-4c24-8775-73f37c22ce88),segment_id=24d59a27-df33-4c24-8775-73f37c22ce88)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:56:28.747809 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0e2f3dda-2f30-4c2e-8bf9-eb0ad42f6584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:28.759567 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f3dda-2f30-4c2e-8bf9-eb0ad42f6584 admin admin] Calling delete_port for 05123a85-5794-4721-ba14-1722b1551453 owned by network:dhcp {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:56:28.835660 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0e2f3dda-2f30-4c2e-8bf9-eb0ad42f6584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:28.866795 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f3dda-2f30-4c2e-8bf9-eb0ad42f6584 admin admin] Pushing event deleted for resources: {'Port': ['ID=05123a85-5794-4721-ba14-1722b1551453,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:56:28.868622 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2f3dda-2f30-4c2e-8bf9-eb0ad42f6584 admin admin] No DVR routers for this DVR port 05123a85-5794-4721-ba14-1722b1551453 on host dv-cinder-805072-2-iscsi {{(pid=100440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:56:28.886703 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ae43ab-97df-4cc8-a34f-56af44176cab None None] DHCP port deletion for b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0 request from dv-cinder-805072-2-iscsi {{(pid=100441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 19:56:28.939061 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0e2f3dda-2f30-4c2e-8bf9-eb0ad42f6584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1352834', 'neutron.services.segments.db._delete_segments_for_network-8741574556865'] for network, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:28.948681 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.services.segments.db [None req-0e2f3dda-2f30-4c2e-8bf9-eb0ad42f6584 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0']}} {{(pid=100440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:56:28.958657 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.services.segments.db [None req-0e2f3dda-2f30-4c2e-8bf9-eb0ad42f6584 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d59a27-df33-4c24-8775-73f37c22ce88') {'for_net_delete': True} {{(pid=100440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:56:28.958867 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.services.segments.db [None req-0e2f3dda-2f30-4c2e-8bf9-eb0ad42f6584 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d59a27-df33-4c24-8775-73f37c22ce88') {} {{(pid=100440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:56:28.968500 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0e2f3dda-2f30-4c2e-8bf9-eb0ad42f6584 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741574601894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60457745'] for segment, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:28.982854 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0e2f3dda-2f30-4c2e-8bf9-eb0ad42f6584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:28.989181 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2f3dda-2f30-4c2e-8bf9-eb0ad42f6584 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=100440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:56:28.989602 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0e2f3dda-2f30-4c2e-8bf9-eb0ad42f6584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59032178'] for segment, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: Traceback (most recent call last): Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: timer() Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: cb(*args, **kw) Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: return func(*args, **kwargs) Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: self._notify() Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: self.callback(batched_events) Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: event.method(event) Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: return f(self, *a, **k) Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: return self._get(url).json() Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: return self.request(url, 'GET', **kwargs) Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:56:28.991367 dv-cinder-805072-2-iscsi neutron-server[100440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:56:29.047826 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0e2f3dda-2f30-4c2e-8bf9-eb0ad42f6584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678657'] for network, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:29.053666 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-0e2f3dda-2f30-4c2e-8bf9-eb0ad42f6584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:29.055620 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-0e2f3dda-2f30-4c2e-8bf9-eb0ad42f6584 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0 HTTP/1.1" status: 204 len: 168 time: 0.4962122 Aug 18 19:56:29.066991 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f3dda-2f30-4c2e-8bf9-eb0ad42f6584 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3a6acb0-7486-4b23-b7bd-8fac1b9e46f0,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:56:29.105809 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 79961d9e-c9e4-4053-9f30-df739e4ca39e no longer exists at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:56:29.126949 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] No Port match for: 79961d9e-c9e4-4053-9f30-df739e4ca39e {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:56:29.127295 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 79961d9e-c9e4-4053-9f30-df739e4ca39e not bound to the agent host dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:56:29.127922 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 05123a85-5794-4721-ba14-1722b1551453 no longer exists at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:56:29.147512 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] No Port match for: 05123a85-5794-4721-ba14-1722b1551453 {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:56:29.147914 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 05123a85-5794-4721-ba14-1722b1551453 not bound to the agent host dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:56:29.148352 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 45fd6d2a-3387-452c-ac40-a78983ef4a2e no longer exists at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:56:29.169231 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] No Port match for: 45fd6d2a-3387-452c-ac40-a78983ef4a2e {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:56:29.169682 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 45fd6d2a-3387-452c-ac40-a78983ef4a2e not bound to the agent host dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:56:29.182238 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 51996) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:56:29.225596 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-f621b45b-faa3-4cb1-801b-eb3e38da8bf2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=624b3e8635264e169d5517f06a2e5b88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413101 Aug 18 19:56:29.228119 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 51998) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:56:29.274345 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4c9ac363-4dcd-48b1-bcf3-c47f7141db29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:29.294804 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4c9ac363-4dcd-48b1-bcf3-c47f7141db29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:29.343242 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4c9ac363-4dcd-48b1-bcf3-c47f7141db29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:29.345675 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-4c9ac363-4dcd-48b1-bcf3-c47f7141db29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:29.346803 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-4c9ac363-4dcd-48b1-bcf3-c47f7141db29 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b9b2fa48-6ed1-4fc7-943c-e73562e16f3c HTTP/1.1" status: 204 len: 168 time: 0.1177769 Aug 18 19:56:29.354288 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ac363-4dcd-48b1-bcf3-c47f7141db29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b2fa48-6ed1-4fc7-943c-e73562e16f3c,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:56:29.645321 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 52004) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:56:29.683570 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-16a31051-8ddf-413b-9866-181540b2c09b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6413de026ae2488bb78a083acf8aceba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370486 Aug 18 19:56:29.686293 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 52006) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:56:29.735394 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-adbba11c-2f2c-4d9f-9d83-25849feb33c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:29.756096 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-adbba11c-2f2c-4d9f-9d83-25849feb33c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:29.802423 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-adbba11c-2f2c-4d9f-9d83-25849feb33c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:29.805261 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-adbba11c-2f2c-4d9f-9d83-25849feb33c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:29.806381 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-adbba11c-2f2c-4d9f-9d83-25849feb33c0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/89f3c85a-4285-40cd-9f43-c7ffa7c0aea6 HTTP/1.1" status: 204 len: 168 time: 0.1191843 Aug 18 19:56:29.814916 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbba11c-2f2c-4d9f-9d83-25849feb33c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f3c85a-4285-40cd-9f43-c7ffa7c0aea6,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:56:29.821881 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbba11c-2f2c-4d9f-9d83-25849feb33c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:56:29.822232 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbba11c-2f2c-4d9f-9d83-25849feb33c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:56:29.822578 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbba11c-2f2c-4d9f-9d83-25849feb33c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:56:29.822942 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbba11c-2f2c-4d9f-9d83-25849feb33c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:56:29.823277 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbba11c-2f2c-4d9f-9d83-25849feb33c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:56:29.823611 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbba11c-2f2c-4d9f-9d83-25849feb33c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:56:29.823946 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbba11c-2f2c-4d9f-9d83-25849feb33c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:56:29.824279 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbba11c-2f2c-4d9f-9d83-25849feb33c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:56:29.824608 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbba11c-2f2c-4d9f-9d83-25849feb33c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:56:29.824936 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbba11c-2f2c-4d9f-9d83-25849feb33c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:56:29.825260 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbba11c-2f2c-4d9f-9d83-25849feb33c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:56:29.825582 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbba11c-2f2c-4d9f-9d83-25849feb33c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:56:31.264476 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c3b80192-2e6d-4781-897b-3b80fcea7cd4 req-342eff05-ee15-49f2-ab4a-1c1099ea30e3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386510 Aug 18 19:56:31.362005 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b80192-2e6d-4781-897b-3b80fcea7cd4 req-105e710d-7a7c-4f89-8ff0-2c60e4d550d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:56:31.363408 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c3b80192-2e6d-4781-897b-3b80fcea7cd4 req-105e710d-7a7c-4f89-8ff0-2c60e4d550d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42fa1c64987e42bcaa2896a5152f01da&device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 1099 time: 0.0395052 Aug 18 19:56:31.465855 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b80192-2e6d-4781-897b-3b80fcea7cd4 req-b1228a77-473e-4504-9368-78f8781dde39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:56:31.467378 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c3b80192-2e6d-4781-897b-3b80fcea7cd4 req-b1228a77-473e-4504-9368-78f8781dde39 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ee5ffc82-ee54-48be-91fb-694fbfe03c82 HTTP/1.1" status: 200 len: 909 time: 0.0853107 Aug 18 19:56:31.531535 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c3b80192-2e6d-4781-897b-3b80fcea7cd4 req-97762d7e-df0a-4121-a68a-b7d62e21afcc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3db40e9-20bb-4342-9288-02e7ec1f3004 HTTP/1.1" status: 200 len: 1002 time: 0.0561326 Aug 18 19:56:31.580020 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b80192-2e6d-4781-897b-3b80fcea7cd4 req-16262f75-1bf8-4245-96dd-da9b53dafc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:56:31.581386 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c3b80192-2e6d-4781-897b-3b80fcea7cd4 req-16262f75-1bf8-4245-96dd-da9b53dafc5a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a10c680d-59ad-401a-8078-668a26eb834e HTTP/1.1" status: 200 len: 847 time: 0.0425470 Aug 18 19:56:31.630350 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b80192-2e6d-4781-897b-3b80fcea7cd4 req-4f9ff1b7-5f36-499d-bfc6-dceaa4683761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:56:31.631752 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c3b80192-2e6d-4781-897b-3b80fcea7cd4 req-4f9ff1b7-5f36-499d-bfc6-dceaa4683761 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ee5ffc82-ee54-48be-91fb-694fbfe03c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425422 Aug 18 19:56:31.720458 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c3b80192-2e6d-4781-897b-3b80fcea7cd4 req-dd8279ff-c951-4c3b-a0fc-43a93357d5f1 service neutron] 10.222.0.35 "GET /v2.0/networks/ee5ffc82-ee54-48be-91fb-694fbfe03c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798526 Aug 18 19:56:31.810253 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-c3b80192-2e6d-4781-897b-3b80fcea7cd4 req-99f6c2a8-dbff-45a6-88b0-c7e0154fab6b service neutron] 10.222.0.35 "GET /v2.0/networks/ee5ffc82-ee54-48be-91fb-694fbfe03c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823729 Aug 18 19:56:42.585304 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:56:43.070199 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-16f0bb6e-0788-4c32-b9ee-8ae5d0c3496f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:45.793013 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-791b1b5b-60dc-4a13-b71a-ff1707ac56bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:45.922937 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:46.739185 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:47.772618 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [req-182c6511-ea8c-4307-9d67-0417ff7bfb36 req-82215189-b32f-47af-b557-c01af60d5183 service neutron] (100439) timed out ('10.222.0.35', 56256) {{(pid=100439) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 19:56:48.483756 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:50.194691 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:56:55.497371 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [req-1798c85d-1f5b-4087-9ecc-7f73cc632f88 req-512b4b2a-399e-4db4-8638-1f1c7a0142e5 service neutron] (100440) timed out ('10.222.0.35', 56291) {{(pid=100440) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 19:57:06.219756 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [req-e18bf2ff-54b3-4de8-a6e2-046a3b4b08b5 req-64c33fb9-6d74-413e-a598-7bd67dfa4c46 service neutron] (100440) timed out ('10.222.0.35', 56280) {{(pid=100440) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 19:57:13.071209 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-864d36a9-be5d-42d5-a165-ca7f93428573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:57:15.792164 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-42f21a83-f00d-41c6-a480-b8dba2797666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:57:15.922336 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:57:16.741382 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:57:18.485253 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:57:19.585406 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:57:20.194805 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:57:32.359734 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-68d42dc9-b391-408c-a517-edb5befc627d req-aa69818f-7784-4dfe-ac8d-8562cf9c42b7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1698647 Aug 18 19:57:32.457922 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d42dc9-b391-408c-a517-edb5befc627d req-0d64ad11-89dd-4943-84df-d0c220b46d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:57:32.459317 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-68d42dc9-b391-408c-a517-edb5befc627d req-0d64ad11-89dd-4943-84df-d0c220b46d2f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42fa1c64987e42bcaa2896a5152f01da&device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 1099 time: 0.0399208 Aug 18 19:57:32.561820 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d42dc9-b391-408c-a517-edb5befc627d req-0dc80240-e6b1-4cc3-bfa2-a76ca023c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:57:32.563284 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-68d42dc9-b391-408c-a517-edb5befc627d req-0dc80240-e6b1-4cc3-bfa2-a76ca023c717 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ee5ffc82-ee54-48be-91fb-694fbfe03c82 HTTP/1.1" status: 200 len: 909 time: 0.0853827 Aug 18 19:57:32.625704 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-68d42dc9-b391-408c-a517-edb5befc627d req-9533a606-8646-4606-b537-688d90894bf6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3db40e9-20bb-4342-9288-02e7ec1f3004 HTTP/1.1" status: 200 len: 1002 time: 0.0552588 Aug 18 19:57:32.676860 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d42dc9-b391-408c-a517-edb5befc627d req-7f89d9ab-ebf0-42fe-890c-bfff1878e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:57:32.678270 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-68d42dc9-b391-408c-a517-edb5befc627d req-7f89d9ab-ebf0-42fe-890c-bfff1878e549 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a10c680d-59ad-401a-8078-668a26eb834e HTTP/1.1" status: 200 len: 847 time: 0.0451734 Aug 18 19:57:32.724796 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d42dc9-b391-408c-a517-edb5befc627d req-a2121192-a539-43b0-b560-6f9f4c9171f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:57:32.726147 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-68d42dc9-b391-408c-a517-edb5befc627d req-a2121192-a539-43b0-b560-6f9f4c9171f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ee5ffc82-ee54-48be-91fb-694fbfe03c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403085 Aug 18 19:57:32.812115 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-68d42dc9-b391-408c-a517-edb5befc627d req-4c3f0125-1b7f-4694-9621-8564a10cf8d6 service neutron] 10.222.0.35 "GET /v2.0/networks/ee5ffc82-ee54-48be-91fb-694fbfe03c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784836 Aug 18 19:57:32.901395 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-68d42dc9-b391-408c-a517-edb5befc627d req-28db9363-222a-4a34-856e-4346641fffca service neutron] 10.222.0.35 "GET /v2.0/networks/ee5ffc82-ee54-48be-91fb-694fbfe03c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824533 Aug 18 19:57:43.071818 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-e5230180-d48f-403c-a40c-b14137116654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:57:45.791982 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d2743e68-d7c2-4051-b00e-884324ecc64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:57:45.922769 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:57:46.744634 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:57:48.488141 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:57:50.187119 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:57:54.335605 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5bee7-9a53-47a5-938a-4048a00cbaeb req-b6305c72-813a-43f5-8a1a-1c76f0cb7b7c tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:57:54.337121 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-5af5bee7-9a53-47a5-938a-4048a00cbaeb req-b6305c72-813a-43f5-8a1a-1c76f0cb7b7c tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 946 time: 0.1596916 Aug 18 19:57:54.374279 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-5af5bee7-9a53-47a5-938a-4048a00cbaeb req-560cd896-90db-4585-a5d5-18ccc035954f tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312479 Aug 18 19:57:55.501550 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeee34d-9138-4be3-a897-70727098b904 req-bea70d58-6193-4f96-8dec-7f6952f1aaeb tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:57:55.503027 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4eeee34d-9138-4be3-a897-70727098b904 req-bea70d58-6193-4f96-8dec-7f6952f1aaeb tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 946 time: 0.0489373 Aug 18 19:57:55.540072 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-4eeee34d-9138-4be3-a897-70727098b904 req-9f30dd14-8b63-4430-828c-ce5b6c519856 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312612 Aug 18 19:57:56.585255 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:57:56.665576 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91c3af-155b-47fc-a286-5843773e9cb2 req-ae0ad074-9ca1-4c22-b767-636777c154f3 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:57:56.666978 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-5e91c3af-155b-47fc-a286-5843773e9cb2 req-ae0ad074-9ca1-4c22-b767-636777c154f3 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 946 time: 0.0473900 Aug 18 19:57:56.703898 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-5e91c3af-155b-47fc-a286-5843773e9cb2 req-961047cd-a3b6-4e87-8f3c-e9be11c2dad6 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311413 Aug 18 19:57:57.815264 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84160c47-402d-4e17-8784-fa94b4468266 req-02c5bec0-aa9a-4773-aa8a-85da83605699 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:57:57.816720 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-84160c47-402d-4e17-8784-fa94b4468266 req-02c5bec0-aa9a-4773-aa8a-85da83605699 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 946 time: 0.0471623 Aug 18 19:57:57.857172 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-84160c47-402d-4e17-8784-fa94b4468266 req-844d30ba-fdb5-4336-b097-8a517c330870 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346901 Aug 18 19:57:58.974063 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68ce39-19d9-407a-aeac-e04cf1e6e249 req-f9904a25-feeb-4c07-8bb7-5e7949bfeea1 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:57:58.975541 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-cb68ce39-19d9-407a-aeac-e04cf1e6e249 req-f9904a25-feeb-4c07-8bb7-5e7949bfeea1 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 946 time: 0.0515873 Aug 18 19:57:59.012195 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-cb68ce39-19d9-407a-aeac-e04cf1e6e249 req-8e3bc508-3a54-434c-9e21-d984087c6286 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308731 Aug 18 19:58:00.123660 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38420d-c198-4124-99a6-e094a8ff09c3 req-884f2b57-f49a-4373-aa4c-d7f4d2fefdd5 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:00.125113 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ec38420d-c198-4124-99a6-e094a8ff09c3 req-884f2b57-f49a-4373-aa4c-d7f4d2fefdd5 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 946 time: 0.0477412 Aug 18 19:58:00.161494 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-ec38420d-c198-4124-99a6-e094a8ff09c3 req-2a04b4ec-9bc9-4c9b-bd39-bfb97ce2e564 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299833 Aug 18 19:58:01.272556 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122173f-cd23-4d80-9226-2c08fd339618 req-e9decee5-3565-4d89-b341-67465087ecfb tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:01.274023 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9122173f-cd23-4d80-9226-2c08fd339618 req-e9decee5-3565-4d89-b341-67465087ecfb tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 946 time: 0.0480442 Aug 18 19:58:01.311163 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-9122173f-cd23-4d80-9226-2c08fd339618 req-67d75a56-398f-4634-bad9-7adf930d4a87 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313065 Aug 18 19:58:02.421412 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25545e7-fb8a-408a-81b6-b1f6c64e4203 req-95668451-6399-4c00-b4ab-13547eb25d0a tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:02.422878 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a25545e7-fb8a-408a-81b6-b1f6c64e4203 req-95668451-6399-4c00-b4ab-13547eb25d0a tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 946 time: 0.0482411 Aug 18 19:58:02.459850 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a25545e7-fb8a-408a-81b6-b1f6c64e4203 req-e9cbf12f-f527-4eea-a533-49f50a9c3c92 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306754 Aug 18 19:58:03.570557 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde8c27-6a32-4de5-9ade-06bdcceb5095 req-6475513d-7c9b-44b0-a974-5c4fe3118765 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:03.572026 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-8dde8c27-6a32-4de5-9ade-06bdcceb5095 req-6475513d-7c9b-44b0-a974-5c4fe3118765 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 946 time: 0.0472274 Aug 18 19:58:03.607451 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-8dde8c27-6a32-4de5-9ade-06bdcceb5095 req-5e011149-5b63-457d-a5b1-cf05526397b4 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297372 Aug 18 19:58:04.433584 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae39c2b-d41c-45e1-8a43-5c566665dc35 req-534ebd11-9dad-449e-a810-b47f602b8416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:04.435068 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-dae39c2b-d41c-45e1-8a43-5c566665dc35 req-534ebd11-9dad-449e-a810-b47f602b8416 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42fa1c64987e42bcaa2896a5152f01da&device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 1099 time: 0.0400159 Aug 18 19:58:04.525063 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae39c2b-d41c-45e1-8a43-5c566665dc35 req-e9cc343d-574c-4260-8ae2-31672cf39c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:04.526503 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-dae39c2b-d41c-45e1-8a43-5c566665dc35 req-e9cc343d-574c-4260-8ae2-31672cf39c65 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ee5ffc82-ee54-48be-91fb-694fbfe03c82 HTTP/1.1" status: 200 len: 909 time: 0.0847528 Aug 18 19:58:04.593590 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-dae39c2b-d41c-45e1-8a43-5c566665dc35 req-c19906aa-94cc-4392-a99c-e6e5e488c0a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3db40e9-20bb-4342-9288-02e7ec1f3004 HTTP/1.1" status: 200 len: 1002 time: 0.0594616 Aug 18 19:58:04.640188 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae39c2b-d41c-45e1-8a43-5c566665dc35 req-2aedc2dd-47d1-439e-af0c-c64f655aef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:04.641621 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-dae39c2b-d41c-45e1-8a43-5c566665dc35 req-2aedc2dd-47d1-439e-af0c-c64f655aef88 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a10c680d-59ad-401a-8078-668a26eb834e HTTP/1.1" status: 200 len: 847 time: 0.0417500 Aug 18 19:58:04.715556 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae39c2b-d41c-45e1-8a43-5c566665dc35 req-f13a8d55-37aa-4a02-8db6-0de968d36ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:04.717047 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-dae39c2b-d41c-45e1-8a43-5c566665dc35 req-f13a8d55-37aa-4a02-8db6-0de968d36ca8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ee5ffc82-ee54-48be-91fb-694fbfe03c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681119 Aug 18 19:58:04.729304 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571136e6-a60a-447c-86d0-1dbe219245e5 req-cd5a101f-e6a9-4f65-9d8b-33e7d6ddd54e tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:04.730706 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-571136e6-a60a-447c-86d0-1dbe219245e5 req-cd5a101f-e6a9-4f65-9d8b-33e7d6ddd54e tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 946 time: 0.0582447 Aug 18 19:58:04.813295 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-571136e6-a60a-447c-86d0-1dbe219245e5 req-0121926c-c3e7-43b7-83b7-6b1b6f2155a8 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749609 Aug 18 19:58:04.839107 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-dae39c2b-d41c-45e1-8a43-5c566665dc35 req-c4f2f4a3-5c8c-4135-b9c0-98c075fd168c service neutron] 10.222.0.35 "GET /v2.0/networks/ee5ffc82-ee54-48be-91fb-694fbfe03c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074417 Aug 18 19:58:04.931066 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-dae39c2b-d41c-45e1-8a43-5c566665dc35 req-5749818a-8993-4c52-9032-e1b9b497eef6 service neutron] 10.222.0.35 "GET /v2.0/networks/ee5ffc82-ee54-48be-91fb-694fbfe03c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840619 Aug 18 19:58:05.929157 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188e9e8-75e3-4c91-9332-bf0f3a4f8327 req-69a370d4-6037-4723-b197-8f3d989e5c19 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:05.930615 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3188e9e8-75e3-4c91-9332-bf0f3a4f8327 req-69a370d4-6037-4723-b197-8f3d989e5c19 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 946 time: 0.0517335 Aug 18 19:58:05.966785 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3188e9e8-75e3-4c91-9332-bf0f3a4f8327 req-3d505cff-d8e9-4882-a72a-1dff874231f2 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303280 Aug 18 19:58:07.083838 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bf148-7577-4990-b09a-a86c31c8a6c5 req-baa8999d-62dc-4deb-aa85-c8a535ebd532 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:07.085311 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-384bf148-7577-4990-b09a-a86c31c8a6c5 req-baa8999d-62dc-4deb-aa85-c8a535ebd532 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 946 time: 0.0499976 Aug 18 19:58:07.122534 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-384bf148-7577-4990-b09a-a86c31c8a6c5 req-56f432fe-9844-4a30-8af8-0fd61cd758fb tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305073 Aug 18 19:58:08.234550 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cfc54-1b0f-4014-9588-15805195f296 req-dd31f0e5-53b3-4de1-a530-9edd3cf0f534 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:08.236008 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a85cfc54-1b0f-4014-9588-15805195f296 req-dd31f0e5-53b3-4de1-a530-9edd3cf0f534 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 946 time: 0.0476894 Aug 18 19:58:08.271632 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-a85cfc54-1b0f-4014-9588-15805195f296 req-31f34e78-881d-447c-98bc-fca341b3e8e4 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297904 Aug 18 19:58:08.485790 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae0e65-da94-4637-b60a-14fe9b22ffba req-ac980a4a-592f-4b18-ba19-127e7e11f166 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:08.487389 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-33ae0e65-da94-4637-b60a-14fe9b22ffba req-ac980a4a-592f-4b18-ba19-127e7e11f166 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 946 time: 0.0488913 Aug 18 19:58:08.507266 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6c3bafdf-77be-4a35-ad94-abbce006e1f3 req-dc08e96d-64f7-4f1b-ab4b-968cadfe6f87 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0927384 Aug 18 19:58:08.525858 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-33ae0e65-da94-4637-b60a-14fe9b22ffba req-5fcfa5b4-ac1f-4b3e-8dc0-85831c16c3ad tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322731 Aug 18 19:58:09.297965 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device e3db40e9-20bb-4342-9288-02e7ec1f3004 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:58:09.373708 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:58:09.395806 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df9560b-ad97-4c9d-abe3-1ac897314ef7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3db40e9-20bb-4342-9288-02e7ec1f3004'}] {{(pid=100441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:58:09.398081 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c845df31933df15e4981d7dcb3334c44fca6e0bb010d803592179d7e14a8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fc0c14-873d-4e5c-a3f9-3aeec2b45b0a" -d '{"events": [{"server_uuid": "4df9560b-ad97-4c9d-abe3-1ac897314ef7", "name": "network-vif-unplugged", "status": "completed", "tag": "e3db40e9-20bb-4342-9288-02e7ec1f3004"}]}' {{(pid=100441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:58:09.411328 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port e3db40e9-20bb-4342-9288-02e7ec1f3004, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=e3db40e9-20bb-4342-9288-02e7ec1f3004,segment=NetworkSegment(d5aacd4e-e492-49a6-bd4e-beeff888f4f0),segment_id=d5aacd4e-e492-49a6-bd4e-beeff888f4f0)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:58:09.416281 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:58:09.464556 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=e3db40e9-20bb-4342-9288-02e7ec1f3004,revision_number=6']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:58:09.471565 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:58:09.471911 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:58:09.472253 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:58:09.472585 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:58:09.472915 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:58:09.473736 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:58:09.474062 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:58:09.474388 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:58:09.474735 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:58:09.475062 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:58:09.475382 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:58:09.475699 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:58:09.491136 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 18 Aug 2021 19:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44484afe-3e6b-404e-bbf6-204eeae9663b x-openstack-request-id: req-44484afe-3e6b-404e-bbf6-204eeae9663b {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:58:09.491432 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df9560b-ad97-4c9d-abe3-1ac897314ef7", "name": "network-vif-unplugged", "status": "failed", "tag": "e3db40e9-20bb-4342-9288-02e7ec1f3004", "code": 422}]} {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:58:09.491688 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-44484afe-3e6b-404e-bbf6-204eeae9663b {{(pid=100441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:58:09.492128 dv-cinder-805072-2-iscsi neutron-server[100441]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4df9560b-ad97-4c9d-abe3-1ac897314ef7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e3db40e9-20bb-4342-9288-02e7ec1f3004', 'code': 422} returned with failed status Aug 18 19:58:09.642321 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588284e-b945-4384-9251-6fd345f06095 req-05cf780e-cf11-432f-b3dd-c24f75ef61f4 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:09.643842 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-0588284e-b945-4384-9251-6fd345f06095 req-05cf780e-cf11-432f-b3dd-c24f75ef61f4 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 944 time: 0.0523083 Aug 18 19:58:09.682053 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-0588284e-b945-4384-9251-6fd345f06095 req-0f9df32a-a513-4402-87f5-35eab6042c94 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322371 Aug 18 19:58:10.791898 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bfd39-6823-41e6-b422-b82403b7b143 req-c41b46bc-5ba2-44d1-b95f-ae176b375e96 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:10.793329 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-139bfd39-6823-41e6-b422-b82403b7b143 req-c41b46bc-5ba2-44d1-b95f-ae176b375e96 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 944 time: 0.0470591 Aug 18 19:58:10.830082 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-139bfd39-6823-41e6-b422-b82403b7b143 req-c7d2af8e-fff5-4c16-85bd-c434a67651bf tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309725 Aug 18 19:58:11.941639 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27411c04-91a4-4c26-b47c-0a46ac440a17 req-b5146064-ed18-4074-aab5-b3fd03a05740 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:11.943743 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-27411c04-91a4-4c26-b47c-0a46ac440a17 req-b5146064-ed18-4074-aab5-b3fd03a05740 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 944 time: 0.0496352 Aug 18 19:58:11.979931 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-27411c04-91a4-4c26-b47c-0a46ac440a17 req-347ef08f-2b42-4374-bf33-36700bb9d08e tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304344 Aug 18 19:58:12.097799 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bafdf-77be-4a35-ad94-abbce006e1f3 req-37420b6b-9f79-4b12-8396-1e4db9d2509e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:12.099249 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6c3bafdf-77be-4a35-ad94-abbce006e1f3 req-37420b6b-9f79-4b12-8396-1e4db9d2509e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7&tenant_id=42fa1c64987e42bcaa2896a5152f01da HTTP/1.1" status: 200 len: 1097 time: 0.0422840 Aug 18 19:58:12.169459 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bafdf-77be-4a35-ad94-abbce006e1f3 req-1fe1cf7b-d35f-40c7-9f2e-19d20b5b7d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:12.170906 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6c3bafdf-77be-4a35-ad94-abbce006e1f3 req-1fe1cf7b-d35f-40c7-9f2e-19d20b5b7d4c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42fa1c64987e42bcaa2896a5152f01da&device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 1097 time: 0.0379975 Aug 18 19:58:12.258816 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bafdf-77be-4a35-ad94-abbce006e1f3 req-72dbe477-cf2b-46d2-a79e-e73812b2ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:12.260115 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6c3bafdf-77be-4a35-ad94-abbce006e1f3 req-72dbe477-cf2b-46d2-a79e-e73812b2ffb8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ee5ffc82-ee54-48be-91fb-694fbfe03c82 HTTP/1.1" status: 200 len: 909 time: 0.0826170 Aug 18 19:58:12.579648 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6c3bafdf-77be-4a35-ad94-abbce006e1f3 req-cea32066-1e63-4200-bf30-f707847dd980 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3db40e9-20bb-4342-9288-02e7ec1f3004 HTTP/1.1" status: 200 len: 1000 time: 0.3117380 Aug 18 19:58:12.627724 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bafdf-77be-4a35-ad94-abbce006e1f3 req-eb5d7985-b2db-4521-abc5-717547028e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:12.629141 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6c3bafdf-77be-4a35-ad94-abbce006e1f3 req-eb5d7985-b2db-4521-abc5-717547028e76 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a10c680d-59ad-401a-8078-668a26eb834e HTTP/1.1" status: 200 len: 847 time: 0.0425732 Aug 18 19:58:12.675977 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bafdf-77be-4a35-ad94-abbce006e1f3 req-3c5251f6-2235-479a-a420-0f307f3b1316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:12.677964 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6c3bafdf-77be-4a35-ad94-abbce006e1f3 req-3c5251f6-2235-479a-a420-0f307f3b1316 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ee5ffc82-ee54-48be-91fb-694fbfe03c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410621 Aug 18 19:58:12.762192 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6c3bafdf-77be-4a35-ad94-abbce006e1f3 req-38ae2faf-bd75-44ec-8ae4-c145f842918d service neutron] 10.222.0.35 "GET /v2.0/networks/ee5ffc82-ee54-48be-91fb-694fbfe03c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0763905 Aug 18 19:58:12.850791 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-6c3bafdf-77be-4a35-ad94-abbce006e1f3 req-ff959a1b-4fa1-4bf4-b5bb-e2bd385edef4 service neutron] 10.222.0.35 "GET /v2.0/networks/ee5ffc82-ee54-48be-91fb-694fbfe03c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814149 Aug 18 19:58:13.073036 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-f50c7eec-d05a-428e-a3be-3dd88fff9d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:58:13.094031 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e7023-608c-4ffe-8dd8-d8e65b5b30cc req-3697fbb7-cc82-4e9b-b35f-d5f86321f201 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:13.095529 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a44e7023-608c-4ffe-8dd8-d8e65b5b30cc req-3697fbb7-cc82-4e9b-b35f-d5f86321f201 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 944 time: 0.0499144 Aug 18 19:58:13.131716 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-a44e7023-608c-4ffe-8dd8-d8e65b5b30cc req-305c1adb-9b0c-42f7-938d-24677876a50c tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302787 Aug 18 19:58:14.243451 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc675890-f9c3-4b65-b767-3171aeba8536 req-4936e0c3-fd16-4513-b71f-a5cce4ee866d tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:14.244921 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-fc675890-f9c3-4b65-b767-3171aeba8536 req-4936e0c3-fd16-4513-b71f-a5cce4ee866d tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 944 time: 0.0479393 Aug 18 19:58:14.286489 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-fc675890-f9c3-4b65-b767-3171aeba8536 req-138290d0-fec5-4061-9a23-1b1bbda61390 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351739 Aug 18 19:58:15.397805 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70965755-6e8b-493c-b6e8-06a64a3f3196 req-90d316d2-674f-4e9b-b16c-a00c4a0030da tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:15.399302 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-70965755-6e8b-493c-b6e8-06a64a3f3196 req-90d316d2-674f-4e9b-b16c-a00c4a0030da tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 944 time: 0.0477684 Aug 18 19:58:15.436618 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-70965755-6e8b-493c-b6e8-06a64a3f3196 req-e0394d87-e123-49ef-a71c-cadc66f70560 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315177 Aug 18 19:58:15.791609 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-7ec5dbf6-99ae-4d77-ae6b-ff2c269d18b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:58:15.922845 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:58:16.550610 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb7dc1-8dd7-4322-9e63-432bc6bef581 req-3d79c52b-fe13-43bc-b14c-281931be13d8 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:16.552607 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-20eb7dc1-8dd7-4322-9e63-432bc6bef581 req-3d79c52b-fe13-43bc-b14c-281931be13d8 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 944 time: 0.0517421 Aug 18 19:58:16.589795 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-20eb7dc1-8dd7-4322-9e63-432bc6bef581 req-fedce10b-9db7-499f-8a00-4b9e1d1a5e01 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310612 Aug 18 19:58:16.746996 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:58:17.700445 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab459ae-c7be-4c0f-ab2e-c2c6d9746bd1 req-4dfd108e-9bfa-4083-a9ab-d99b0af0497b tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:17.701883 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cab459ae-c7be-4c0f-ab2e-c2c6d9746bd1 req-4dfd108e-9bfa-4083-a9ab-d99b0af0497b tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 944 time: 0.0472755 Aug 18 19:58:17.741732 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-cab459ae-c7be-4c0f-ab2e-c2c6d9746bd1 req-af9a13c4-4cab-4e98-8dd6-fff8bfd99ebe tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332499 Aug 18 19:58:18.490027 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:58:18.852388 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a1881-4e53-4b69-a19a-a4b5f6784aa6 req-05b2fe0c-19b5-4a72-8c12-c5b09bf9abb9 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:18.853830 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3e2a1881-4e53-4b69-a19a-a4b5f6784aa6 req-05b2fe0c-19b5-4a72-8c12-c5b09bf9abb9 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 944 time: 0.0470724 Aug 18 19:58:18.890087 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-3e2a1881-4e53-4b69-a19a-a4b5f6784aa6 req-4f01821d-bce7-4823-8f36-67ce37425263 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304320 Aug 18 19:58:19.999468 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50a423-5e5a-434b-93de-c9a45aa59952 req-4b0c9a05-2885-4c45-af98-0a6c49a9927c tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:20.000892 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5a50a423-5e5a-434b-93de-c9a45aa59952 req-4b0c9a05-2885-4c45-af98-0a6c49a9927c tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 944 time: 0.0469539 Aug 18 19:58:20.038518 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-5a50a423-5e5a-434b-93de-c9a45aa59952 req-2277b845-f32a-49be-ad21-518fbee2fb52 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311122 Aug 18 19:58:20.208324 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:58:21.149434 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdb35d-751a-4fe6-bad8-8a41eb0b93dc req-a8dfa776-38ba-45eb-afa8-4910ef7f67ca tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:21.150906 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e1cdb35d-751a-4fe6-bad8-8a41eb0b93dc req-a8dfa776-38ba-45eb-afa8-4910ef7f67ca tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 944 time: 0.0467887 Aug 18 19:58:21.186911 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e1cdb35d-751a-4fe6-bad8-8a41eb0b93dc req-d82eb9f1-b786-44ed-9b5f-f88b9170f32e tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302393 Aug 18 19:58:21.321801 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device e3db40e9-20bb-4342-9288-02e7ec1f3004 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=100441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:58:21.414893 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port e3db40e9-20bb-4342-9288-02e7ec1f3004, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=e3db40e9-20bb-4342-9288-02e7ec1f3004,segment=NetworkSegment(d5aacd4e-e492-49a6-bd4e-beeff888f4f0),segment_id=d5aacd4e-e492-49a6-bd4e-beeff888f4f0)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:58:21.425550 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Returning: {'device': 'e3db40e9-20bb-4342-9288-02e7ec1f3004', 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82', 'port_id': 'e3db40e9-20bb-4342-9288-02e7ec1f3004', 'mac_address': 'fa:16:3e:0e:2a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10c680d-59ad-401a-8078-668a26eb834e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:58:21.460798 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:58:21.472557 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3db40e9-20bb-4342-9288-02e7ec1f3004 {{(pid=100441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:58:21.494204 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port e3db40e9-20bb-4342-9288-02e7ec1f3004, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=e3db40e9-20bb-4342-9288-02e7ec1f3004,segment=NetworkSegment(d5aacd4e-e492-49a6-bd4e-beeff888f4f0),segment_id=d5aacd4e-e492-49a6-bd4e-beeff888f4f0)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:58:21.497697 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:58:21.541801 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=e3db40e9-20bb-4342-9288-02e7ec1f3004,revision_number=7']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:58:21.950383 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] get_ports_and_sgs() called for port_ids ['e3db40e9-20bb-4342-9288-02e7ec1f3004'] {{(pid=100441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:58:22.297016 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d17f7-1e15-49bb-91b6-496475a8db07 req-10406682-ce5e-4f57-9790-54a98fdf75ff tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:22.298454 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d86d17f7-1e15-49bb-91b6-496475a8db07 req-10406682-ce5e-4f57-9790-54a98fdf75ff tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 945 time: 0.0470090 Aug 18 19:58:22.336123 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-d86d17f7-1e15-49bb-91b6-496475a8db07 req-bbd4439d-403f-4ad8-85c6-c6de518cc3b7 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309560 Aug 18 19:58:23.344248 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device e3db40e9-20bb-4342-9288-02e7ec1f3004 up at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:58:23.391538 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.provisioning_blocks [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Provisioning complete for port e3db40e9-20bb-4342-9288-02e7ec1f3004 triggered by entity L2. {{(pid=100441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:58:23.391916 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358713'] for port, provisioning_complete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:58:23.453435 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9d882-a7fb-4bf7-81ce-ae31ffdf178e req-e80dde76-eea4-4b5f-ba49-9bafa04582ff tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:23.454926 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-07c9d882-a7fb-4bf7-81ce-ae31ffdf178e req-e80dde76-eea4-4b5f-ba49-9bafa04582ff tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 945 time: 0.0524530 Aug 18 19:58:23.469418 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678878'] for port, before_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:58:23.491595 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df9560b-ad97-4c9d-abe3-1ac897314ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3db40e9-20bb-4342-9288-02e7ec1f3004'}] {{(pid=100441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:58:23.491784 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-07c9d882-a7fb-4bf7-81ce-ae31ffdf178e req-d111f871-91e0-4091-a53b-4b9ea7d4bcd3 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306609 Aug 18 19:58:23.493832 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c845df31933df15e4981d7dcb3334c44fca6e0bb010d803592179d7e14a8db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298b820f-fbe2-482a-a7c3-65513041d584" -d '{"events": [{"server_uuid": "4df9560b-ad97-4c9d-abe3-1ac897314ef7", "name": "network-vif-plugged", "status": "completed", "tag": "e3db40e9-20bb-4342-9288-02e7ec1f3004"}]}' {{(pid=100441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:58:23.508060 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] For port e3db40e9-20bb-4342-9288-02e7ec1f3004, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=e3db40e9-20bb-4342-9288-02e7ec1f3004,segment=NetworkSegment(d5aacd4e-e492-49a6-bd4e-beeff888f4f0),segment_id=d5aacd4e-e492-49a6-bd4e-beeff888f4f0)] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:58:23.512945 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741574575984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741574056304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741574056322'] for port, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:58:23.536279 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107b3c8e-4cae-46bb-bc1e-fdb3a0b285fe x-openstack-request-id: req-107b3c8e-4cae-46bb-bc1e-fdb3a0b285fe {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:58:23.536575 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df9560b-ad97-4c9d-abe3-1ac897314ef7", "name": "network-vif-plugged", "status": "completed", "tag": "e3db40e9-20bb-4342-9288-02e7ec1f3004", "code": 200}]} {{(pid=100441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:58:23.536828 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-107b3c8e-4cae-46bb-bc1e-fdb3a0b285fe {{(pid=100441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:58:23.537216 dv-cinder-805072-2-iscsi neutron-server[100441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df9560b-ad97-4c9d-abe3-1ac897314ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3db40e9-20bb-4342-9288-02e7ec1f3004', 'code': 200} Aug 18 19:58:23.562764 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Pushing event updated for resources: {'Port': ['ID=e3db40e9-20bb-4342-9288-02e7ec1f3004,revision_number=8']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:58:23.774513 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8fd62-de00-4990-9f48-cf0a904e8b8a req-a6510c9a-9ff7-4aa4-aaee-a30c50e47329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:23.775980 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-05a8fd62-de00-4990-9f48-cf0a904e8b8a req-a6510c9a-9ff7-4aa4-aaee-a30c50e47329 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 1099 time: 0.0382895 Aug 18 19:58:23.812609 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-05a8fd62-de00-4990-9f48-cf0a904e8b8a req-4a3288b8-8906-4cd4-8391-6171c05fc3e2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298436 Aug 18 19:58:24.604192 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a058b-31d2-4983-81c9-f332ac609d9c req-83b38df5-fe42-4471-833e-4a9dec2f36ca tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:24.605666 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e40a058b-31d2-4983-81c9-f332ac609d9c req-83b38df5-fe42-4471-833e-4a9dec2f36ca tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 946 time: 0.0483119 Aug 18 19:58:24.641827 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-e40a058b-31d2-4983-81c9-f332ac609d9c req-198dbc97-a646-4fca-84cd-6a4a1f4fa7df tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302875 Aug 18 19:58:25.753567 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fcc909-1eed-45a1-b287-a52d4659422c req-9b6d2abf-9c7a-45ed-9852-24f40bcb0d27 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:25.755017 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-30fcc909-1eed-45a1-b287-a52d4659422c req-9b6d2abf-9c7a-45ed-9852-24f40bcb0d27 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 946 time: 0.0467916 Aug 18 19:58:25.791204 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-30fcc909-1eed-45a1-b287-a52d4659422c req-ff4a6d51-56b9-4362-af10-ec9b63c3238f tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304341 Aug 18 19:58:32.217411 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7eb3d863-95a9-41a4-8131-ffb58740fd23 req-4eb10f88-fb4f-450b-bea6-e2b0c10edec7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385566 Aug 18 19:58:32.310320 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3d863-95a9-41a4-8131-ffb58740fd23 req-7915940e-bf14-4b5c-b573-87cb74fe7708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:32.311787 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7eb3d863-95a9-41a4-8131-ffb58740fd23 req-7915940e-bf14-4b5c-b573-87cb74fe7708 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42fa1c64987e42bcaa2896a5152f01da&device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 1099 time: 0.0391855 Aug 18 19:58:32.414858 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3d863-95a9-41a4-8131-ffb58740fd23 req-b58daddc-2931-4e18-9e20-137e704ab3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:32.416325 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7eb3d863-95a9-41a4-8131-ffb58740fd23 req-b58daddc-2931-4e18-9e20-137e704ab3e5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ee5ffc82-ee54-48be-91fb-694fbfe03c82 HTTP/1.1" status: 200 len: 909 time: 0.0852423 Aug 18 19:58:32.480052 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7eb3d863-95a9-41a4-8131-ffb58740fd23 req-a4fa4f7e-5530-4b66-abc5-6f0ce250de4e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3db40e9-20bb-4342-9288-02e7ec1f3004 HTTP/1.1" status: 200 len: 1002 time: 0.0563936 Aug 18 19:58:32.532479 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3d863-95a9-41a4-8131-ffb58740fd23 req-cac78a18-3a59-4bc0-98c9-7cb845625c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:32.533856 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7eb3d863-95a9-41a4-8131-ffb58740fd23 req-cac78a18-3a59-4bc0-98c9-7cb845625c74 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a10c680d-59ad-401a-8078-668a26eb834e HTTP/1.1" status: 200 len: 847 time: 0.0464640 Aug 18 19:58:32.577952 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3d863-95a9-41a4-8131-ffb58740fd23 req-18cc7fe6-045a-4f14-aa72-611cd827fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:58:32.579409 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7eb3d863-95a9-41a4-8131-ffb58740fd23 req-18cc7fe6-045a-4f14-aa72-611cd827fedb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ee5ffc82-ee54-48be-91fb-694fbfe03c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389214 Aug 18 19:58:32.669538 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7eb3d863-95a9-41a4-8131-ffb58740fd23 req-56ebac39-307f-4e5b-ac56-19d3b969ad04 service neutron] 10.222.0.35 "GET /v2.0/networks/ee5ffc82-ee54-48be-91fb-694fbfe03c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827019 Aug 18 19:58:32.756154 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-7eb3d863-95a9-41a4-8131-ffb58740fd23 req-6050d1ee-e2be-431e-be06-82bb92494e77 service neutron] 10.222.0.35 "GET /v2.0/networks/ee5ffc82-ee54-48be-91fb-694fbfe03c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788815 Aug 18 19:58:33.584083 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:58:43.073984 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-8f994803-d163-48e1-ba55-a92ea0dab48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:58:45.791367 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-e8f76f81-7206-4976-ab34-e831b28b5627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:58:45.921930 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:58:46.749283 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:58:48.493559 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:58:50.202971 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:59:10.582474 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:59:13.073424 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-9d899b2a-68c1-4d53-a936-9d7076d52fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:59:15.792186 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-6ba436f1-4f6e-4eab-9b1b-1c3b2edc61e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:59:15.921681 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:59:16.751774 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:59:18.496801 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:59:20.207867 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:59:32.227023 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-167a5edb-246f-44f6-8ede-c2a5b0374586 req-2d666c1c-5e3f-416d-b135-187a04e9ee67 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393255 Aug 18 19:59:32.326116 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a5edb-246f-44f6-8ede-c2a5b0374586 req-a08fff74-3d41-42f3-9f8c-50ef2b136804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:59:32.327927 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-167a5edb-246f-44f6-8ede-c2a5b0374586 req-a08fff74-3d41-42f3-9f8c-50ef2b136804 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42fa1c64987e42bcaa2896a5152f01da&device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 1099 time: 0.0442495 Aug 18 19:59:32.428966 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a5edb-246f-44f6-8ede-c2a5b0374586 req-38ef658b-179d-4c28-a3c1-259f1c84630f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:59:32.430699 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-167a5edb-246f-44f6-8ede-c2a5b0374586 req-38ef658b-179d-4c28-a3c1-259f1c84630f service neutron] 10.222.0.35 "GET /v2.0/networks?id=ee5ffc82-ee54-48be-91fb-694fbfe03c82 HTTP/1.1" status: 200 len: 909 time: 0.0833874 Aug 18 19:59:32.498316 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-167a5edb-246f-44f6-8ede-c2a5b0374586 req-a8a3d70a-e8fa-41a3-b5fd-8f7cda6fe4af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3db40e9-20bb-4342-9288-02e7ec1f3004 HTTP/1.1" status: 200 len: 1002 time: 0.0606225 Aug 18 19:59:32.546809 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a5edb-246f-44f6-8ede-c2a5b0374586 req-d93bda3c-0ad6-42f9-a34c-966004ff576d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:59:32.548210 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-167a5edb-246f-44f6-8ede-c2a5b0374586 req-d93bda3c-0ad6-42f9-a34c-966004ff576d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a10c680d-59ad-401a-8078-668a26eb834e HTTP/1.1" status: 200 len: 847 time: 0.0431812 Aug 18 19:59:32.593089 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a5edb-246f-44f6-8ede-c2a5b0374586 req-0228657f-375c-4872-b1f7-048f1927b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:59:32.594616 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-167a5edb-246f-44f6-8ede-c2a5b0374586 req-0228657f-375c-4872-b1f7-048f1927b02c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ee5ffc82-ee54-48be-91fb-694fbfe03c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395720 Aug 18 19:59:32.689971 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-167a5edb-246f-44f6-8ede-c2a5b0374586 req-c3c19c29-c674-4a28-991f-dd690e5616ba service neutron] 10.222.0.35 "GET /v2.0/networks/ee5ffc82-ee54-48be-91fb-694fbfe03c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875709 Aug 18 19:59:32.778539 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-167a5edb-246f-44f6-8ede-c2a5b0374586 req-a2252300-2e5f-40df-b27a-7ab6d0e6a216 service neutron] 10.222.0.35 "GET /v2.0/networks/ee5ffc82-ee54-48be-91fb-694fbfe03c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807917 Aug 18 19:59:43.073809 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-12b8f214-3297-4680-b70b-ea3955ac6578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:59:45.793173 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-9a285e41-8c59-4af1-b544-d10f4f59b232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:59:45.921476 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:59:46.755275 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:59:47.580514 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:59:48.497953 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:59:50.221176 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:00.653233 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 52172) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 20:00:00.893176 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.plugin [None req-332a4e6d-b42e-400e-900f-309480589d7e tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Deleting port b6d40a22-20ed-4cf0-85cc-8f9e97e3f4f7 {{(pid=100439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 20:00:00.893522 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-332a4e6d-b42e-400e-900f-309480589d7e tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:00.969453 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-332a4e6d-b42e-400e-900f-309480589d7e tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:00.969778 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-332a4e6d-b42e-400e-900f-309480589d7e tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:00.982077 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.plugin [None req-332a4e6d-b42e-400e-900f-309480589d7e tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Calling delete_port for b6d40a22-20ed-4cf0-85cc-8f9e97e3f4f7 owned by network:floatingip {{(pid=100439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 20:00:01.149170 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-332a4e6d-b42e-400e-900f-309480589d7e tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58782208'] for port, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:01.174264 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a4e6d-b42e-400e-900f-309480589d7e tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Pushing event deleted for resources: {'Port': ['ID=b6d40a22-20ed-4cf0-85cc-8f9e97e3f4f7,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 20:00:01.196730 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a4e6d-b42e-400e-900f-309480589d7e tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:01.197082 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a4e6d-b42e-400e-900f-309480589d7e tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:01.197429 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a4e6d-b42e-400e-900f-309480589d7e tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:01.197766 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a4e6d-b42e-400e-900f-309480589d7e tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:01.198101 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a4e6d-b42e-400e-900f-309480589d7e tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:01.198433 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a4e6d-b42e-400e-900f-309480589d7e tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:01.198783 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a4e6d-b42e-400e-900f-309480589d7e tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:01.199110 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a4e6d-b42e-400e-900f-309480589d7e tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:01.199437 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a4e6d-b42e-400e-900f-309480589d7e tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:01.199759 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a4e6d-b42e-400e-900f-309480589d7e tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:01.200081 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a4e6d-b42e-400e-900f-309480589d7e tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:01.200401 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a4e6d-b42e-400e-900f-309480589d7e tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:01.242908 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-332a4e6d-b42e-400e-900f-309480589d7e tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for floatingip, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:01.243178 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.db.l3_db [None req-332a4e6d-b42e-400e-900f-309480589d7e tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Floating IP 99fc9a24-3be4-44c9-b3ea-71287e1863d9 disassociated (deleted). External IP: 172.27.2.224, port: e3db40e9-20bb-4342-9288-02e7ec1f3004. Aug 18 20:00:01.438774 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332a4e6d-b42e-400e-900f-309480589d7e tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Router f051bc90-7102-4d30-a559-47b640a52614 has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 20:00:01.539923 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332a4e6d-b42e-400e-900f-309480589d7e tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 20:00:01.544566 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-332a4e6d-b42e-400e-900f-309480589d7e tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for floatingip, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:01.549085 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2d13a1-cae9-4e75-b446-2e1a56cd7885 None None] Sync routers for ids ['f051bc90-7102-4d30-a559-47b640a52614'] in dv-cinder-805072-2-iscsi {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 20:00:01.558346 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2d13a1-cae9-4e75-b446-2e1a56cd7885 None None] Routers {'f051bc90-7102-4d30-a559-47b640a52614'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 20:00:01.558996 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-fa2d13a1-cae9-4e75-b446-2e1a56cd7885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:59:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['f051bc90-7102-4d30-a559-47b640a52614'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 20:00:01.571403 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-332a4e6d-b42e-400e-900f-309480589d7e tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "DELETE /v2.0/floatingips/99fc9a24-3be4-44c9-b3ea-71287e1863d9 HTTP/1.1" status: 204 len: 168 time: 0.9171536 Aug 18 20:00:01.571974 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df9560b-ad97-4c9d-abe3-1ac897314ef7', 'tag': 'e3db40e9-20bb-4342-9288-02e7ec1f3004'}] {{(pid=100439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 20:00:01.574232 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ab9088d6b8f713b7e493d085ecf6383b14a9a44922bc94c27de7c50ab71fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600f1f57-28c4-4028-8b2a-45d2339d3d73" -d '{"events": [{"name": "network-changed", "server_uuid": "4df9560b-ad97-4c9d-abe3-1ac897314ef7", "tag": "e3db40e9-20bb-4342-9288-02e7ec1f3004"}]}' {{(pid=100439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 20:00:01.667726 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-fa2d13a1-cae9-4e75-b446-2e1a56cd7885 None None] Set router f051bc90-7102-4d30-a559-47b640a52614 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 20:00:01.671764 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 20:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbee0dd-75c3-4f3f-8579-1aebaa0e4c23 x-openstack-request-id: req-0fbee0dd-75c3-4f3f-8579-1aebaa0e4c23 {{(pid=100439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 20:00:01.672287 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df9560b-ad97-4c9d-abe3-1ac897314ef7", "tag": "e3db40e9-20bb-4342-9288-02e7ec1f3004", "status": "completed", "code": 200}]} {{(pid=100439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 20:00:01.672479 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0fbee0dd-75c3-4f3f-8579-1aebaa0e4c23 {{(pid=100439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 20:00:01.672837 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df9560b-ad97-4c9d-abe3-1ac897314ef7', 'tag': 'e3db40e9-20bb-4342-9288-02e7ec1f3004', 'status': 'completed', 'code': 200} Aug 18 20:00:01.793516 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f1f57-28c4-4028-8b2a-45d2339d3d73 req-0e7b6910-d654-4e3b-8748-b289bd4d1f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 20:00:01.794980 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-600f1f57-28c4-4028-8b2a-45d2339d3d73 req-0e7b6910-d654-4e3b-8748-b289bd4d1f48 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42fa1c64987e42bcaa2896a5152f01da&device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 1099 time: 0.0763676 Aug 18 20:00:01.854223 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af382f-7a15-4dfc-baaa-c74c5c6b54aa req-4ab0c09f-2a74-414b-a1a3-de7e1af9e11f tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 20:00:01.855715 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e0af382f-7a15-4dfc-baaa-c74c5c6b54aa req-4ab0c09f-2a74-414b-a1a3-de7e1af9e11f tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 946 time: 0.0967126 Aug 18 20:00:01.864042 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-fa2d13a1-cae9-4e75-b446-2e1a56cd7885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f051bc90-7102-4d30-a559-47b640a52614', 'name': 'tempest-TestShelveInstance-269188526-router', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'be9f3144-11f2-48b0-b206-3bfc3b3dd352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:54:34Z', 'updated_at': '2021-08-18T19:54:37Z', 'revision_number': 4, 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'gw_port': {'id': 'be9f3144-11f2-48b0-b206-3bfc3b3dd352', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051bc90-7102-4d30-a559-47b640a52614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:35Z', 'updated_at': '2021-08-18T19:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': 'cbf01998-444c-4886-814d-95d52e1c847b', 'name': '', 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'mac_address': 'fa:16:3e:1f:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051bc90-7102-4d30-a559-47b640a52614', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a10c680d-59ad-401a-8078-668a26eb834e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:37Z', 'updated_at': '2021-08-18T19:54:43Z', 'revision_number': 5, 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'subnets': [{'id': 'a10c680d-59ad-401a-8078-668a26eb834e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 20:00:01.916348 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-e0af382f-7a15-4dfc-baaa-c74c5c6b54aa req-c57455c9-e17c-411b-919c-3276f1b15440 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529890 Aug 18 20:00:01.926810 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f1f57-28c4-4028-8b2a-45d2339d3d73 req-c891b645-f592-41a2-ba97-cfea77ff9eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 20:00:01.929076 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-600f1f57-28c4-4028-8b2a-45d2339d3d73 req-c891b645-f592-41a2-ba97-cfea77ff9eb7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ee5ffc82-ee54-48be-91fb-694fbfe03c82 HTTP/1.1" status: 200 len: 909 time: 0.1264453 Aug 18 20:00:01.977219 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-600f1f57-28c4-4028-8b2a-45d2339d3d73 req-bc767d6c-1be7-478b-8816-444a87cc0e6a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3db40e9-20bb-4342-9288-02e7ec1f3004 HTTP/1.1" status: 200 len: 217 time: 0.0398352 Aug 18 20:00:02.016731 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2d13a1-cae9-4e75-b446-2e1a56cd7885 None None] Checking router: f051bc90-7102-4d30-a559-47b640a52614 for host: dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 20:00:02.025367 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2d13a1-cae9-4e75-b446-2e1a56cd7885 None None] Routers {'f051bc90-7102-4d30-a559-47b640a52614'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 20:00:02.025980 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-fa2d13a1-cae9-4e75-b446-2e1a56cd7885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:59:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['f051bc90-7102-4d30-a559-47b640a52614'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 20:00:02.029747 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f1f57-28c4-4028-8b2a-45d2339d3d73 req-98b0cc4f-bb7c-42ec-a220-670765d0f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 20:00:02.031274 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-600f1f57-28c4-4028-8b2a-45d2339d3d73 req-98b0cc4f-bb7c-42ec-a220-670765d0f589 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a10c680d-59ad-401a-8078-668a26eb834e HTTP/1.1" status: 200 len: 847 time: 0.0455999 Aug 18 20:00:02.078397 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f1f57-28c4-4028-8b2a-45d2339d3d73 req-82835b5e-2eb7-44a6-8fdf-5f2a70519905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 20:00:02.079868 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-600f1f57-28c4-4028-8b2a-45d2339d3d73 req-82835b5e-2eb7-44a6-8fdf-5f2a70519905 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ee5ffc82-ee54-48be-91fb-694fbfe03c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408595 Aug 18 20:00:02.128924 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-fa2d13a1-cae9-4e75-b446-2e1a56cd7885 None None] Set router f051bc90-7102-4d30-a559-47b640a52614 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 20:00:02.174939 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-600f1f57-28c4-4028-8b2a-45d2339d3d73 req-75788fa9-68d1-46c7-88e3-0b94736e5be9 service neutron] 10.222.0.35 "GET /v2.0/networks/ee5ffc82-ee54-48be-91fb-694fbfe03c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867906 Aug 18 20:00:02.263297 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-600f1f57-28c4-4028-8b2a-45d2339d3d73 req-78ba6c98-9052-48ce-b4bf-2ab1bcba0186 service neutron] 10.222.0.35 "GET /v2.0/networks/ee5ffc82-ee54-48be-91fb-694fbfe03c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806227 Aug 18 20:00:02.323417 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-fa2d13a1-cae9-4e75-b446-2e1a56cd7885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f051bc90-7102-4d30-a559-47b640a52614', 'name': 'tempest-TestShelveInstance-269188526-router', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'be9f3144-11f2-48b0-b206-3bfc3b3dd352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:54:34Z', 'updated_at': '2021-08-18T19:54:37Z', 'revision_number': 4, 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'gw_port': {'id': 'be9f3144-11f2-48b0-b206-3bfc3b3dd352', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051bc90-7102-4d30-a559-47b640a52614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:35Z', 'updated_at': '2021-08-18T19:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': 'cbf01998-444c-4886-814d-95d52e1c847b', 'name': '', 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'mac_address': 'fa:16:3e:1f:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051bc90-7102-4d30-a559-47b640a52614', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a10c680d-59ad-401a-8078-668a26eb834e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:37Z', 'updated_at': '2021-08-18T19:54:43Z', 'revision_number': 5, 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'subnets': [{'id': 'a10c680d-59ad-401a-8078-668a26eb834e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 20:00:02.348898 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2d13a1-cae9-4e75-b446-2e1a56cd7885 None None] The sync data for ids ['f051bc90-7102-4d30-a559-47b640a52614'] in dv-cinder-805072-2-iscsi is: [{'id': 'f051bc90-7102-4d30-a559-47b640a52614', 'name': 'tempest-TestShelveInstance-269188526-router', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'be9f3144-11f2-48b0-b206-3bfc3b3dd352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:54:34Z', 'updated_at': '2021-08-18T19:54:37Z', 'revision_number': 4, 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'gw_port': {'id': 'be9f3144-11f2-48b0-b206-3bfc3b3dd352', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051bc90-7102-4d30-a559-47b640a52614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:35Z', 'updated_at': '2021-08-18T19:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi', '_interfaces': [{'id': 'cbf01998-444c-4886-814d-95d52e1c847b', 'name': '', 'network_id': 'ee5ffc82-ee54-48be-91fb-694fbfe03c82', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'mac_address': 'fa:16:3e:1f:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051bc90-7102-4d30-a559-47b640a52614', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a10c680d-59ad-401a-8078-668a26eb834e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:37Z', 'updated_at': '2021-08-18T19:54:43Z', 'revision_number': 5, 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'subnets': [{'id': 'a10c680d-59ad-401a-8078-668a26eb834e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 20:00:02.560077 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9cdf20-0d56-4797-aa11-6b58dd7e9da8 None None] New status for floating IP 99fc9a24-3be4-44c9-b3ea-71287e1863d9: DOWN {{(pid=100442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 20:00:03.034942 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907dda4-5130-49dc-a2ab-e7655d476aa5 req-5fdbb8a3-26c7-4bef-81fb-bdce526e4fae tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 20:00:03.036403 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2907dda4-5130-49dc-a2ab-e7655d476aa5 req-5fdbb8a3-26c7-4bef-81fb-bdce526e4fae tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 946 time: 0.0509593 Aug 18 20:00:03.074779 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-2907dda4-5130-49dc-a2ab-e7655d476aa5 req-2648afe7-da60-4624-a9d6-2d1c63704752 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6a973d6-65e2-4579-abb9-3d869bb97f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321405 Aug 18 20:00:03.622231 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f4da7-c458-41b4-b65d-87487e83cc8d req-f427153c-f789-4e96-b449-f4c1baadf832 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 20:00:03.623694 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-010f4da7-c458-41b4-b65d-87487e83cc8d req-f427153c-f789-4e96-b449-f4c1baadf832 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.35 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 946 time: 0.0480597 Aug 18 20:00:03.714673 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-010f4da7-c458-41b4-b65d-87487e83cc8d req-1e4bcbfa-1def-484c-ab57-e2a5c5606ba1 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Deleting port e3db40e9-20bb-4342-9288-02e7ec1f3004 {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 20:00:03.715039 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-010f4da7-c458-41b4-b65d-87487e83cc8d req-1e4bcbfa-1def-484c-ab57-e2a5c5606ba1 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:03.799359 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [req-010f4da7-c458-41b4-b65d-87487e83cc8d req-1e4bcbfa-1def-484c-ab57-e2a5c5606ba1 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] For port e3db40e9-20bb-4342-9288-02e7ec1f3004, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=e3db40e9-20bb-4342-9288-02e7ec1f3004,segment=NetworkSegment(d5aacd4e-e492-49a6-bd4e-beeff888f4f0),segment_id=d5aacd4e-e492-49a6-bd4e-beeff888f4f0)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 20:00:03.799719 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-010f4da7-c458-41b4-b65d-87487e83cc8d req-1e4bcbfa-1def-484c-ab57-e2a5c5606ba1 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:03.811698 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [req-010f4da7-c458-41b4-b65d-87487e83cc8d req-1e4bcbfa-1def-484c-ab57-e2a5c5606ba1 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Calling delete_port for e3db40e9-20bb-4342-9288-02e7ec1f3004 owned by compute:nova {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 20:00:03.934559 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-010f4da7-c458-41b4-b65d-87487e83cc8d req-1e4bcbfa-1def-484c-ab57-e2a5c5606ba1 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:03.962440 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4bcbfa-1def-484c-ab57-e2a5c5606ba1 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Pushing event deleted for resources: {'Port': ['ID=e3db40e9-20bb-4342-9288-02e7ec1f3004,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 20:00:03.991616 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bcbfa-1def-484c-ab57-e2a5c5606ba1 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:03.991961 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bcbfa-1def-484c-ab57-e2a5c5606ba1 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:03.992297 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bcbfa-1def-484c-ab57-e2a5c5606ba1 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:03.992624 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bcbfa-1def-484c-ab57-e2a5c5606ba1 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:03.992948 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bcbfa-1def-484c-ab57-e2a5c5606ba1 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:03.993272 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bcbfa-1def-484c-ab57-e2a5c5606ba1 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:03.993590 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bcbfa-1def-484c-ab57-e2a5c5606ba1 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:03.993906 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bcbfa-1def-484c-ab57-e2a5c5606ba1 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:03.994223 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bcbfa-1def-484c-ab57-e2a5c5606ba1 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:03.994539 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bcbfa-1def-484c-ab57-e2a5c5606ba1 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:03.994878 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bcbfa-1def-484c-ab57-e2a5c5606ba1 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:03.995203 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bcbfa-1def-484c-ab57-e2a5c5606ba1 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:04.013367 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.l3_dvrscheduler_db [req-010f4da7-c458-41b4-b65d-87487e83cc8d req-1e4bcbfa-1def-484c-ab57-e2a5c5606ba1 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] No DVR routers for this DVR port e3db40e9-20bb-4342-9288-02e7ec1f3004 on host hv-cinder-80507 {{(pid=100440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 20:00:04.015553 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [req-010f4da7-c458-41b4-b65d-87487e83cc8d req-1e4bcbfa-1def-484c-ab57-e2a5c5606ba1 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120038'] for port, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:04.017476 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [req-010f4da7-c458-41b4-b65d-87487e83cc8d req-1e4bcbfa-1def-484c-ab57-e2a5c5606ba1 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.35 "DELETE /v2.0/ports/e3db40e9-20bb-4342-9288-02e7ec1f3004 HTTP/1.1" status: 204 len: 173 time: 0.3868096 Aug 18 20:00:04.017892 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df9560b-ad97-4c9d-abe3-1ac897314ef7', 'name': 'network-vif-deleted', 'tag': 'e3db40e9-20bb-4342-9288-02e7ec1f3004'}] {{(pid=100440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 20:00:04.020355 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b240a8290d71b8cb7f5031e03d76bedbd8281103f6eab957060b33a0d81e492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94091e27-af5d-4332-b436-07cb7922c09a" -d '{"events": [{"server_uuid": "4df9560b-ad97-4c9d-abe3-1ac897314ef7", "name": "network-vif-deleted", "tag": "e3db40e9-20bb-4342-9288-02e7ec1f3004"}]}' {{(pid=100440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 20:00:04.114129 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 20:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e0b532-9ddc-42f0-b861-3fc9fb6e46ae x-openstack-request-id: req-c0e0b532-9ddc-42f0-b861-3fc9fb6e46ae {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 20:00:04.114489 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df9560b-ad97-4c9d-abe3-1ac897314ef7", "name": "network-vif-deleted", "tag": "e3db40e9-20bb-4342-9288-02e7ec1f3004", "status": "completed", "code": 200}]} {{(pid=100440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 20:00:04.114756 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c0e0b532-9ddc-42f0-b861-3fc9fb6e46ae {{(pid=100440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 20:00:04.115150 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df9560b-ad97-4c9d-abe3-1ac897314ef7', 'name': 'network-vif-deleted', 'tag': 'e3db40e9-20bb-4342-9288-02e7ec1f3004', 'status': 'completed', 'code': 200} Aug 18 20:00:04.167932 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [req-b4d89fb0-8e89-43ed-b400-8b5062bb62af req-f4e10f70-585d-4be9-89ab-a59fbbecab4b tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df9560b-ad97-4c9d-abe3-1ac897314ef7 HTTP/1.1" status: 200 len: 210 time: 0.0261650 Aug 18 20:00:05.220937 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 52206) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 20:00:05.276427 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-1db4a06a-da73-4744-92ac-a4f8b0e11cd0 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:05.300189 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-1db4a06a-da73-4744-92ac-a4f8b0e11cd0 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:05.358815 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-1db4a06a-da73-4744-92ac-a4f8b0e11cd0 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:05.361392 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-1db4a06a-da73-4744-92ac-a4f8b0e11cd0 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:05.362527 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-1db4a06a-da73-4744-92ac-a4f8b0e11cd0 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] 10.222.0.38 "DELETE /v2.0/security-groups/a6a973d6-65e2-4579-abb9-3d869bb97f47 HTTP/1.1" status: 204 len: 168 time: 0.1406286 Aug 18 20:00:05.371737 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4a06a-da73-4744-92ac-a4f8b0e11cd0 tempest-TestShelveInstance-1265790882 tempest-TestShelveInstance-1265790882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a973d6-65e2-4579-abb9-3d869bb97f47,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 20:00:05.407414 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 52210) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 20:00:06.068734 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-1ef22776-538e-404e-bfcf-ed9e8194c863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1676748'] for router_interface, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:06.300331 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.plugin [None req-1ef22776-538e-404e-bfcf-ed9e8194c863 admin admin] Deleting port cbf01998-444c-4886-814d-95d52e1c847b {{(pid=100439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 20:00:06.301032 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-1ef22776-538e-404e-bfcf-ed9e8194c863 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:06.377107 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.db [None req-1ef22776-538e-404e-bfcf-ed9e8194c863 admin admin] For port cbf01998-444c-4886-814d-95d52e1c847b, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=cbf01998-444c-4886-814d-95d52e1c847b,segment=NetworkSegment(d5aacd4e-e492-49a6-bd4e-beeff888f4f0),segment_id=d5aacd4e-e492-49a6-bd4e-beeff888f4f0)] {{(pid=100439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 20:00:06.377421 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-1ef22776-538e-404e-bfcf-ed9e8194c863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:06.393100 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.plugin [None req-1ef22776-538e-404e-bfcf-ed9e8194c863 admin admin] Calling delete_port for cbf01998-444c-4886-814d-95d52e1c847b owned by network:router_interface {{(pid=100439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 20:00:06.566630 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-1ef22776-538e-404e-bfcf-ed9e8194c863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58782208'] for port, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:06.592520 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef22776-538e-404e-bfcf-ed9e8194c863 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbf01998-444c-4886-814d-95d52e1c847b,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 20:00:06.751765 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-1ef22776-538e-404e-bfcf-ed9e8194c863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817948'] for router_interface, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:06.956358 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef22776-538e-404e-bfcf-ed9e8194c863 admin admin] Router f051bc90-7102-4d30-a559-47b640a52614 has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 20:00:07.058739 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef22776-538e-404e-bfcf-ed9e8194c863 admin admin] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 20:00:07.063772 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-1ef22776-538e-404e-bfcf-ed9e8194c863 admin admin] 10.222.0.38 "PUT /v2.0/routers/f051bc90-7102-4d30-a559-47b640a52614/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6552570 Aug 18 20:00:07.066137 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 52214) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 20:00:07.068863 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05958cd-6047-47e3-a82a-6b43a0a250dd None None] Sync routers for ids ['f051bc90-7102-4d30-a559-47b640a52614'] in dv-cinder-805072-2-iscsi {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 20:00:07.078342 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05958cd-6047-47e3-a82a-6b43a0a250dd None None] Routers {'f051bc90-7102-4d30-a559-47b640a52614'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 20:00:07.078984 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-e05958cd-6047-47e3-a82a-6b43a0a250dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:59:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['f051bc90-7102-4d30-a559-47b640a52614'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 20:00:07.171714 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-65a1ab2a-fbbe-4cbb-b2c5-fff8c29d92c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:07.183720 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-e05958cd-6047-47e3-a82a-6b43a0a250dd None None] Set router f051bc90-7102-4d30-a559-47b640a52614 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 20:00:07.271251 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-65a1ab2a-fbbe-4cbb-b2c5-fff8c29d92c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:07.322887 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.plugin [None req-65a1ab2a-fbbe-4cbb-b2c5-fff8c29d92c0 admin admin] Deleting port be9f3144-11f2-48b0-b206-3bfc3b3dd352 {{(pid=100439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 20:00:07.323569 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-65a1ab2a-fbbe-4cbb-b2c5-fff8c29d92c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:07.358520 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-e05958cd-6047-47e3-a82a-6b43a0a250dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f051bc90-7102-4d30-a559-47b640a52614', 'name': 'tempest-TestShelveInstance-269188526-router', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'be9f3144-11f2-48b0-b206-3bfc3b3dd352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:54:34Z', 'updated_at': '2021-08-18T20:00:06Z', 'revision_number': 5, 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'gw_port': {'id': 'be9f3144-11f2-48b0-b206-3bfc3b3dd352', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051bc90-7102-4d30-a559-47b640a52614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:35Z', 'updated_at': '2021-08-18T19:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 20:00:07.384689 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05958cd-6047-47e3-a82a-6b43a0a250dd None None] Checking router: f051bc90-7102-4d30-a559-47b640a52614 for host: dv-cinder-805072-2-iscsi {{(pid=100441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 20:00:07.393270 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05958cd-6047-47e3-a82a-6b43a0a250dd None None] Routers {'f051bc90-7102-4d30-a559-47b640a52614'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 20:00:07.393882 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-e05958cd-6047-47e3-a82a-6b43a0a250dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:59:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['f051bc90-7102-4d30-a559-47b640a52614'], 'active': True} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 20:00:07.401406 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.db [None req-65a1ab2a-fbbe-4cbb-b2c5-fff8c29d92c0 admin admin] For port be9f3144-11f2-48b0-b206-3bfc3b3dd352, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=be9f3144-11f2-48b0-b206-3bfc3b3dd352,segment=NetworkSegment(0bdaf2c9-3eca-4db0-8337-689581495736),segment_id=0bdaf2c9-3eca-4db0-8337-689581495736)] {{(pid=100439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 20:00:07.401778 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-65a1ab2a-fbbe-4cbb-b2c5-fff8c29d92c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:07.417179 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.plugin [None req-65a1ab2a-fbbe-4cbb-b2c5-fff8c29d92c0 admin admin] Calling delete_port for be9f3144-11f2-48b0-b206-3bfc3b3dd352 owned by network:router_gateway {{(pid=100439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 20:00:07.476788 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvr_db [None req-e05958cd-6047-47e3-a82a-6b43a0a250dd None None] Set router f051bc90-7102-4d30-a559-47b640a52614 gateway port host: None {{(pid=100441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 20:00:07.529959 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_hamode_db [None req-e05958cd-6047-47e3-a82a-6b43a0a250dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f051bc90-7102-4d30-a559-47b640a52614', 'name': 'tempest-TestShelveInstance-269188526-router', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:54:34Z', 'updated_at': '2021-08-18T20:00:07Z', 'revision_number': 6, 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'gw_port_host': None}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 20:00:07.556168 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05958cd-6047-47e3-a82a-6b43a0a250dd None None] The sync data for ids ['f051bc90-7102-4d30-a559-47b640a52614'] in dv-cinder-805072-2-iscsi is: [{'id': 'f051bc90-7102-4d30-a559-47b640a52614', 'name': 'tempest-TestShelveInstance-269188526-router', 'tenant_id': '42fa1c64987e42bcaa2896a5152f01da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:54:34Z', 'updated_at': '2021-08-18T20:00:07Z', 'revision_number': 6, 'project_id': '42fa1c64987e42bcaa2896a5152f01da', 'gw_port_host': None}] {{(pid=100441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 20:00:07.578409 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-65a1ab2a-fbbe-4cbb-b2c5-fff8c29d92c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58782208'] for port, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:07.610417 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1ab2a-fbbe-4cbb-b2c5-fff8c29d92c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=be9f3144-11f2-48b0-b206-3bfc3b3dd352,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 20:00:07.668298 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-65a1ab2a-fbbe-4cbb-b2c5-fff8c29d92c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678740'] for router_gateway, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:07.754221 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-65a1ab2a-fbbe-4cbb-b2c5-fff8c29d92c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59033'] for router, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:07.756356 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-65a1ab2a-fbbe-4cbb-b2c5-fff8c29d92c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:07.799568 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-65a1ab2a-fbbe-4cbb-b2c5-fff8c29d92c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674974'] for router, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:07.800095 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a1ab2a-fbbe-4cbb-b2c5-fff8c29d92c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f051bc90-7102-4d30-a559-47b640a52614 {{(pid=100439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 20:00:07.805169 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-65a1ab2a-fbbe-4cbb-b2c5-fff8c29d92c0 admin admin] Notify callbacks [] for router, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:07.806399 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-65a1ab2a-fbbe-4cbb-b2c5-fff8c29d92c0 admin admin] 10.222.0.38 "DELETE /v2.0/routers/f051bc90-7102-4d30-a559-47b640a52614 HTTP/1.1" status: 204 len: 168 time: 0.7393267 Aug 18 20:00:07.808904 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 52216) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 20:00:07.833113 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device e3db40e9-20bb-4342-9288-02e7ec1f3004 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 20:00:07.852037 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.db_base_plugin_v2 [None req-8886ec31-905d-4169-94e5-1cf09ca2a2ab admin admin] Deleting subnet a10c680d-59ad-401a-8078-668a26eb834e {{(pid=100439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 20:00:07.852942 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] No Port match for: e3db40e9-20bb-4342-9288-02e7ec1f3004 {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 20:00:07.853294 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Device e3db40e9-20bb-4342-9288-02e7ec1f3004 not bound to the agent host hv-cinder-80507 {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 20:00:07.855068 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-8886ec31-905d-4169-94e5-1cf09ca2a2ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:07.888789 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-8886ec31-905d-4169-94e5-1cf09ca2a2ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60717170'] for subnet, precommit_delete_associations {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:07.966562 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-8886ec31-905d-4169-94e5-1cf09ca2a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1353739'] for subnet, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:08.021501 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-8886ec31-905d-4169-94e5-1cf09ca2a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1353746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58782325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59087251'] for subnet, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:08.047971 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886ec31-905d-4169-94e5-1cf09ca2a2ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a10c680d-59ad-401a-8078-668a26eb834e,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 20:00:08.049985 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-8886ec31-905d-4169-94e5-1cf09ca2a2ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for subnet, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:08.052914 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-8886ec31-905d-4169-94e5-1cf09ca2a2ab admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a10c680d-59ad-401a-8078-668a26eb834e HTTP/1.1" status: 204 len: 168 time: 0.2419899 Aug 18 20:00:08.055236 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 52218) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 20:00:08.057550 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3a4d54-f755-40aa-b516-bcec97dcc041 None None] Network ee5ffc82-ee54-48be-91fb-694fbfe03c82 requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 20:00:08.120846 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c31f8a3e-f925-4250-b3dd-867d8d8b3ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596498'] for network, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:08.177235 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.plugin [None req-c31f8a3e-f925-4250-b3dd-867d8d8b3ebf admin admin] Deleting port d6011589-5600-4e9b-b5ce-627a8d7b4266 {{(pid=100439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 20:00:08.177588 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c31f8a3e-f925-4250-b3dd-867d8d8b3ebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:08.238434 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.db [None req-c31f8a3e-f925-4250-b3dd-867d8d8b3ebf admin admin] For port d6011589-5600-4e9b-b5ce-627a8d7b4266, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=d6011589-5600-4e9b-b5ce-627a8d7b4266,segment=NetworkSegment(d5aacd4e-e492-49a6-bd4e-beeff888f4f0),segment_id=d5aacd4e-e492-49a6-bd4e-beeff888f4f0)] {{(pid=100439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 20:00:08.238803 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c31f8a3e-f925-4250-b3dd-867d8d8b3ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:08.250355 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.plugin [None req-c31f8a3e-f925-4250-b3dd-867d8d8b3ebf admin admin] Calling delete_port for d6011589-5600-4e9b-b5ce-627a8d7b4266 owned by network:dhcp {{(pid=100439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 20:00:08.296312 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03222552-9a04-47e2-9172-6371da908e8f None None] DHCP port deletion for ee5ffc82-ee54-48be-91fb-694fbfe03c82 request from dv-cinder-805072-2-iscsi {{(pid=100441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 20:00:08.334440 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c31f8a3e-f925-4250-b3dd-867d8d8b3ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58782208'] for port, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:08.347265 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-03222552-9a04-47e2-9172-6371da908e8f None None] Deleting port d6011589-5600-4e9b-b5ce-627a8d7b4266 {{(pid=100441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 20:00:08.347651 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-03222552-9a04-47e2-9172-6371da908e8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:08.362961 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f8a3e-f925-4250-b3dd-867d8d8b3ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=d6011589-5600-4e9b-b5ce-627a8d7b4266,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 20:00:08.364788 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31f8a3e-f925-4250-b3dd-867d8d8b3ebf admin admin] No DVR routers for this DVR port d6011589-5600-4e9b-b5ce-627a8d7b4266 on host dv-cinder-805072-2-iscsi {{(pid=100439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 20:00:08.414386 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.db [None req-03222552-9a04-47e2-9172-6371da908e8f None None] For port d6011589-5600-4e9b-b5ce-627a8d7b4266, host dv-cinder-805072-2-iscsi, got binding levels [] {{(pid=100441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 20:00:08.414828 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-03222552-9a04-47e2-9172-6371da908e8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:08.427203 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-03222552-9a04-47e2-9172-6371da908e8f None None] Calling delete_port for d6011589-5600-4e9b-b5ce-627a8d7b4266 owned by network:dhcp {{(pid=100441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 20:00:08.430280 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.ipam_backend_mixin [None req-03222552-9a04-47e2-9172-6371da908e8f None None] Port d6011589-5600-4e9b-b5ce-627a8d7b4266 was not found and therefore no delete operation was performed {{(pid=100441) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 20:00:08.431515 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-03222552-9a04-47e2-9172-6371da908e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295'] for port, after_delete {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:08.433315 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c31f8a3e-f925-4250-b3dd-867d8d8b3ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1352834', 'neutron.services.segments.db._delete_segments_for_network-8741574556865'] for network, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:08.442862 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.services.segments.db [None req-c31f8a3e-f925-4250-b3dd-867d8d8b3ebf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee5ffc82-ee54-48be-91fb-694fbfe03c82']}} {{(pid=100439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 20:00:08.457087 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.services.segments.db [None req-c31f8a3e-f925-4250-b3dd-867d8d8b3ebf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5aacd4e-e492-49a6-bd4e-beeff888f4f0') {'for_net_delete': True} {{(pid=100439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 20:00:08.457459 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.services.segments.db [None req-c31f8a3e-f925-4250-b3dd-867d8d8b3ebf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5aacd4e-e492-49a6-bd4e-beeff888f4f0') {} {{(pid=100439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 20:00:08.460313 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03222552-9a04-47e2-9172-6371da908e8f None None] No DVR routers for this DVR port d6011589-5600-4e9b-b5ce-627a8d7b4266 on host dv-cinder-805072-2-iscsi {{(pid=100441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 20:00:08.464747 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03222552-9a04-47e2-9172-6371da908e8f None None] Pushing event deleted for resources: {'Port': ['ID=d6011589-5600-4e9b-b5ce-627a8d7b4266,revision_number=None']} {{(pid=100441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 20:00:08.467392 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c31f8a3e-f925-4250-b3dd-867d8d8b3ebf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741574601894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60717179'] for segment, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:08.472386 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03222552-9a04-47e2-9172-6371da908e8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:08.472709 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03222552-9a04-47e2-9172-6371da908e8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:08.472988 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03222552-9a04-47e2-9172-6371da908e8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:08.473336 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03222552-9a04-47e2-9172-6371da908e8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:08.473675 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03222552-9a04-47e2-9172-6371da908e8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:08.474015 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03222552-9a04-47e2-9172-6371da908e8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:08.474417 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03222552-9a04-47e2-9172-6371da908e8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:08.475110 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03222552-9a04-47e2-9172-6371da908e8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:08.475110 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03222552-9a04-47e2-9172-6371da908e8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:08.475545 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03222552-9a04-47e2-9172-6371da908e8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:08.475721 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03222552-9a04-47e2-9172-6371da908e8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:08.476027 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03222552-9a04-47e2-9172-6371da908e8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-2-iscsi {{(pid=100441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 20:00:08.481516 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c31f8a3e-f925-4250-b3dd-867d8d8b3ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:08.487780 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31f8a3e-f925-4250-b3dd-867d8d8b3ebf admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=100439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 20:00:08.488151 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c31f8a3e-f925-4250-b3dd-867d8d8b3ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60732375'] for segment, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: Traceback (most recent call last): Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: timer() Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: cb(*args, **kw) Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: return func(*args, **kwargs) Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: self._notify() Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: self.callback(batched_events) Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: event.method(event) Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: return f(self, *a, **k) Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: return self._get(url).json() Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: return self.request(url, 'GET', **kwargs) Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 20:00:08.489917 dv-cinder-805072-2-iscsi neutron-server[100439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 20:00:08.547845 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c31f8a3e-f925-4250-b3dd-867d8d8b3ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678657'] for network, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:08.553456 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c31f8a3e-f925-4250-b3dd-867d8d8b3ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:08.558801 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 52220) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 20:00:08.559322 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-c31f8a3e-f925-4250-b3dd-867d8d8b3ebf admin admin] 10.222.0.38 "DELETE /v2.0/networks/ee5ffc82-ee54-48be-91fb-694fbfe03c82 HTTP/1.1" status: 204 len: 168 time: 0.5026557 Aug 18 20:00:08.572329 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f8a3e-f925-4250-b3dd-867d8d8b3ebf admin admin] Pushing event deleted for resources: {'Network': ['ID=ee5ffc82-ee54-48be-91fb-694fbfe03c82,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 20:00:08.900847 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-94f5d1df-e207-472e-831b-8bdacb0d3046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1676748'] for router_interface, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:09.133905 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-94f5d1df-e207-472e-831b-8bdacb0d3046 admin admin] Deleting port 50d6f4ed-2742-4839-b109-f02c4c3fb7f7 {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 20:00:09.134246 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-94f5d1df-e207-472e-831b-8bdacb0d3046 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:09.199669 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device cbf01998-444c-4886-814d-95d52e1c847b no longer exists at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 20:00:09.212908 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [None req-94f5d1df-e207-472e-831b-8bdacb0d3046 admin admin] For port 50d6f4ed-2742-4839-b109-f02c4c3fb7f7, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=50d6f4ed-2742-4839-b109-f02c4c3fb7f7,segment=NetworkSegment(6c0570b9-5cbe-4d58-87ca-2e88869ef876),segment_id=6c0570b9-5cbe-4d58-87ca-2e88869ef876)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 20:00:09.213298 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-94f5d1df-e207-472e-831b-8bdacb0d3046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:09.218422 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] No Port match for: cbf01998-444c-4886-814d-95d52e1c847b {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 20:00:09.218804 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device cbf01998-444c-4886-814d-95d52e1c847b not bound to the agent host dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 20:00:09.219219 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device be9f3144-11f2-48b0-b206-3bfc3b3dd352 no longer exists at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 20:00:09.226250 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-94f5d1df-e207-472e-831b-8bdacb0d3046 admin admin] Calling delete_port for 50d6f4ed-2742-4839-b109-f02c4c3fb7f7 owned by network:router_interface {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 20:00:09.240736 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] No Port match for: be9f3144-11f2-48b0-b206-3bfc3b3dd352 {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 20:00:09.241697 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device be9f3144-11f2-48b0-b206-3bfc3b3dd352 not bound to the agent host dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 20:00:09.242118 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device d6011589-5600-4e9b-b5ce-627a8d7b4266 no longer exists at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 20:00:09.259918 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] No Port match for: d6011589-5600-4e9b-b5ce-627a8d7b4266 {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 20:00:09.260266 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device d6011589-5600-4e9b-b5ce-627a8d7b4266 not bound to the agent host dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 20:00:09.400979 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-94f5d1df-e207-472e-831b-8bdacb0d3046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:09.433153 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5d1df-e207-472e-831b-8bdacb0d3046 admin admin] Pushing event deleted for resources: {'Port': ['ID=50d6f4ed-2742-4839-b109-f02c4c3fb7f7,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 20:00:09.587593 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-94f5d1df-e207-472e-831b-8bdacb0d3046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817948'] for router_interface, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:09.790302 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f5d1df-e207-472e-831b-8bdacb0d3046 admin admin] Router 0ff55619-d133-4386-ac3c-b45f09bad0c2 has already been hosted by L3 agent 462d2930-9a08-4584-aaf8-34cfe1ca3f9a {{(pid=100440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 20:00:10.144201 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f5d1df-e207-472e-831b-8bdacb0d3046 admin admin] Notify agent at l3_agent.dv-cinder-805072-2-iscsi the message routers_updated {{(pid=100440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 20:00:10.149718 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-94f5d1df-e207-472e-831b-8bdacb0d3046 admin admin] 10.222.0.38 "PUT /v2.0/routers/0ff55619-d133-4386-ac3c-b45f09bad0c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5896726 Aug 18 20:00:10.152205 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 52222) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 20:00:10.154906 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4a4d63-609c-4f1a-a2fc-89bc1612143e None None] Sync routers for ids ['0ff55619-d133-4386-ac3c-b45f09bad0c2'] in dv-cinder-805072-2-iscsi {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 20:00:10.164713 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4a4d63-609c-4f1a-a2fc-89bc1612143e None None] Routers {'0ff55619-d133-4386-ac3c-b45f09bad0c2'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 20:00:10.165396 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-fe4a4d63-609c-4f1a-a2fc-89bc1612143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:59:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['0ff55619-d133-4386-ac3c-b45f09bad0c2'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 20:00:10.251223 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-b7a205a6-013b-41e9-a071-d6e9e164a93c admin admin] Notify callbacks [] for router, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:10.265915 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-fe4a4d63-609c-4f1a-a2fc-89bc1612143e None None] Set router 0ff55619-d133-4386-ac3c-b45f09bad0c2 gateway port host: dv-cinder-805072-2-iscsi {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 20:00:10.351649 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-b7a205a6-013b-41e9-a071-d6e9e164a93c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:10.402594 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-b7a205a6-013b-41e9-a071-d6e9e164a93c admin admin] Deleting port 8d822c71-2e31-441b-91af-12bdb28cdc06 {{(pid=100440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 20:00:10.402897 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-b7a205a6-013b-41e9-a071-d6e9e164a93c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:10.442562 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-fe4a4d63-609c-4f1a-a2fc-89bc1612143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff55619-d133-4386-ac3c-b45f09bad0c2', 'name': 'tempest-TestShelveInstance-1141852404-router', 'tenant_id': '06adb396cc1945888d2cb5c99967e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'external_fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '8d822c71-2e31-441b-91af-12bdb28cdc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:54:39Z', 'updated_at': '2021-08-18T20:00:09Z', 'revision_number': 5, 'project_id': '06adb396cc1945888d2cb5c99967e700', 'gw_port': {'id': '8d822c71-2e31-441b-91af-12bdb28cdc06', 'name': '', 'network_id': 'c9e7b0ac-d07a-45d1-b669-710203e2b4d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:64:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff55619-d133-4386-ac3c-b45f09bad0c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:54:40Z', 'updated_at': '2021-08-18T19:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcdf06bc-9cb8-408c-b78f-916aa229f92b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-2-iscsi'}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 20:00:10.468785 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4a4d63-609c-4f1a-a2fc-89bc1612143e None None] Checking router: 0ff55619-d133-4386-ac3c-b45f09bad0c2 for host: dv-cinder-805072-2-iscsi {{(pid=100442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 20:00:10.476938 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4a4d63-609c-4f1a-a2fc-89bc1612143e None None] Routers {'0ff55619-d133-4386-ac3c-b45f09bad0c2'} bound to L3 agent in host dv-cinder-805072-2-iscsi {{(pid=100442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 20:00:10.477548 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-fe4a4d63-609c-4f1a-a2fc-89bc1612143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T19:33:16Z,description=,heartbeat_timestamp=2021-08-18T19:59:46Z,host='dv-cinder-805072-2-iscsi',id=462d2930-9a08-4584-aaf8-34cfe1ca3f9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:33:16Z,topic='l3_agent')) {'router_ids': ['0ff55619-d133-4386-ac3c-b45f09bad0c2'], 'active': True} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 20:00:10.479623 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.db [None req-b7a205a6-013b-41e9-a071-d6e9e164a93c admin admin] For port 8d822c71-2e31-441b-91af-12bdb28cdc06, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=8d822c71-2e31-441b-91af-12bdb28cdc06,segment=NetworkSegment(0bdaf2c9-3eca-4db0-8337-689581495736),segment_id=0bdaf2c9-3eca-4db0-8337-689581495736)] {{(pid=100440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 20:00:10.480010 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-b7a205a6-013b-41e9-a071-d6e9e164a93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:10.495979 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.plugins.ml2.plugin [None req-b7a205a6-013b-41e9-a071-d6e9e164a93c admin admin] Calling delete_port for 8d822c71-2e31-441b-91af-12bdb28cdc06 owned by network:router_gateway {{(pid=100440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 20:00:10.649082 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_dvr_db [None req-fe4a4d63-609c-4f1a-a2fc-89bc1612143e None None] Set router 0ff55619-d133-4386-ac3c-b45f09bad0c2 gateway port host: None {{(pid=100442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 20:00:10.656961 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-b7a205a6-013b-41e9-a071-d6e9e164a93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60457893'] for port, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:10.684215 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a205a6-013b-41e9-a071-d6e9e164a93c admin admin] Pushing event deleted for resources: {'Port': ['ID=8d822c71-2e31-441b-91af-12bdb28cdc06,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 20:00:10.700310 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.l3_hamode_db [None req-fe4a4d63-609c-4f1a-a2fc-89bc1612143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff55619-d133-4386-ac3c-b45f09bad0c2', 'name': 'tempest-TestShelveInstance-1141852404-router', 'tenant_id': '06adb396cc1945888d2cb5c99967e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:54:39Z', 'updated_at': '2021-08-18T20:00:10Z', 'revision_number': 6, 'project_id': '06adb396cc1945888d2cb5c99967e700', 'gw_port_host': None}], 'dv-cinder-805072-2-iscsi', False) {} {{(pid=100442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 20:00:10.728695 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4a4d63-609c-4f1a-a2fc-89bc1612143e None None] The sync data for ids ['0ff55619-d133-4386-ac3c-b45f09bad0c2'] in dv-cinder-805072-2-iscsi is: [{'id': '0ff55619-d133-4386-ac3c-b45f09bad0c2', 'name': 'tempest-TestShelveInstance-1141852404-router', 'tenant_id': '06adb396cc1945888d2cb5c99967e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:54:39Z', 'updated_at': '2021-08-18T20:00:10Z', 'revision_number': 6, 'project_id': '06adb396cc1945888d2cb5c99967e700', 'gw_port_host': None}] {{(pid=100442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 20:00:10.747549 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-b7a205a6-013b-41e9-a071-d6e9e164a93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678740'] for router_gateway, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:10.834865 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-b7a205a6-013b-41e9-a071-d6e9e164a93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59033'] for router, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:10.836940 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-b7a205a6-013b-41e9-a071-d6e9e164a93c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:10.879395 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-b7a205a6-013b-41e9-a071-d6e9e164a93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674974'] for router, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:10.879949 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a205a6-013b-41e9-a071-d6e9e164a93c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ff55619-d133-4386-ac3c-b45f09bad0c2 {{(pid=100440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 20:00:10.884415 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-b7a205a6-013b-41e9-a071-d6e9e164a93c admin admin] Notify callbacks [] for router, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:10.885548 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-b7a205a6-013b-41e9-a071-d6e9e164a93c admin admin] 10.222.0.38 "DELETE /v2.0/routers/0ff55619-d133-4386-ac3c-b45f09bad0c2 HTTP/1.1" status: 204 len: 168 time: 0.7324417 Aug 18 20:00:10.888017 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 52224) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 20:00:10.935213 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23f8236-ae46-410a-ae91-632216233bf0 admin admin] Deleting subnet 227456c7-646c-49a1-8cea-e2ad42b2f6b2 {{(pid=100440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 20:00:10.938146 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d23f8236-ae46-410a-ae91-632216233bf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:10.970830 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d23f8236-ae46-410a-ae91-632216233bf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60457752'] for subnet, precommit_delete_associations {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:11.047407 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d23f8236-ae46-410a-ae91-632216233bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1353739'] for subnet, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:11.108335 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d23f8236-ae46-410a-ae91-632216233bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1353746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60457936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58745764'] for subnet, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:11.132198 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f8236-ae46-410a-ae91-632216233bf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=227456c7-646c-49a1-8cea-e2ad42b2f6b2,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 20:00:11.138018 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-d23f8236-ae46-410a-ae91-632216233bf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:11.142587 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-d23f8236-ae46-410a-ae91-632216233bf0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/227456c7-646c-49a1-8cea-e2ad42b2f6b2 HTTP/1.1" status: 204 len: 168 time: 0.2510946 Aug 18 20:00:11.143033 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 52226) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 20:00:11.143646 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ff0abe-b0f2-4ebd-be55-a02b8048913f None None] Network e5eeb564-77f0-4362-892e-07b184d2bfec requested from dv-cinder-805072-2-iscsi {{(pid=100441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 20:00:11.227811 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-3aecff54-f803-4245-98d2-12dbaf6cd429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596498'] for network, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:11.279826 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.plugin [None req-3aecff54-f803-4245-98d2-12dbaf6cd429 admin admin] Deleting port 936c88f3-3309-4b73-ba47-7b196a6fbbd0 {{(pid=100439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 20:00:11.280172 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-3aecff54-f803-4245-98d2-12dbaf6cd429 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741574571093'] for port, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:11.340704 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.db [None req-3aecff54-f803-4245-98d2-12dbaf6cd429 admin admin] For port 936c88f3-3309-4b73-ba47-7b196a6fbbd0, host dv-cinder-805072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-2-iscsi',level=0,port_id=936c88f3-3309-4b73-ba47-7b196a6fbbd0,segment=NetworkSegment(6c0570b9-5cbe-4d58-87ca-2e88869ef876),segment_id=6c0570b9-5cbe-4d58-87ca-2e88869ef876)] {{(pid=100439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 20:00:11.341095 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-3aecff54-f803-4245-98d2-12dbaf6cd429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665018'] for port, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:11.353368 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.plugin [None req-3aecff54-f803-4245-98d2-12dbaf6cd429 admin admin] Calling delete_port for 936c88f3-3309-4b73-ba47-7b196a6fbbd0 owned by network:dhcp {{(pid=100439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 20:00:11.431940 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-3aecff54-f803-4245-98d2-12dbaf6cd429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741574575993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741574056295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58782208'] for port, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:11.454689 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aecff54-f803-4245-98d2-12dbaf6cd429 admin admin] Pushing event deleted for resources: {'Port': ['ID=936c88f3-3309-4b73-ba47-7b196a6fbbd0,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 20:00:11.460692 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aecff54-f803-4245-98d2-12dbaf6cd429 admin admin] No DVR routers for this DVR port 936c88f3-3309-4b73-ba47-7b196a6fbbd0 on host dv-cinder-805072-2-iscsi {{(pid=100439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 20:00:11.507504 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2ee6a3-9198-4aaa-8d87-1b771f0b7a42 None None] DHCP port deletion for e5eeb564-77f0-4362-892e-07b184d2bfec request from dv-cinder-805072-2-iscsi {{(pid=100441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 20:00:11.534628 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-3aecff54-f803-4245-98d2-12dbaf6cd429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1352834', 'neutron.services.segments.db._delete_segments_for_network-8741574556865'] for network, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:11.547093 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.services.segments.db [None req-3aecff54-f803-4245-98d2-12dbaf6cd429 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5eeb564-77f0-4362-892e-07b184d2bfec']}} {{(pid=100439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 20:00:11.558691 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.services.segments.db [None req-3aecff54-f803-4245-98d2-12dbaf6cd429 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0570b9-5cbe-4d58-87ca-2e88869ef876') {'for_net_delete': True} {{(pid=100439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 20:00:11.559014 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.services.segments.db [None req-3aecff54-f803-4245-98d2-12dbaf6cd429 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0570b9-5cbe-4d58-87ca-2e88869ef876') {} {{(pid=100439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 20:00:11.567791 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-3aecff54-f803-4245-98d2-12dbaf6cd429 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741574601894', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60717179'] for segment, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:11.582963 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-3aecff54-f803-4245-98d2-12dbaf6cd429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510'] for segment, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:11.589637 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aecff54-f803-4245-98d2-12dbaf6cd429 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=100439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 20:00:11.590015 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-3aecff54-f803-4245-98d2-12dbaf6cd429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60732375'] for segment, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: Traceback (most recent call last): Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: timer() Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: cb(*args, **kw) Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: return func(*args, **kwargs) Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: self._notify() Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: self.callback(batched_events) Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: event.method(event) Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: return f(self, *a, **k) Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: return self._get(url).json() Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: return self.request(url, 'GET', **kwargs) Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 20:00:11.591781 dv-cinder-805072-2-iscsi neutron-server[100439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 20:00:11.601727 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 50d6f4ed-2742-4839-b109-f02c4c3fb7f7 no longer exists at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 20:00:11.621405 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] No Port match for: 50d6f4ed-2742-4839-b109-f02c4c3fb7f7 {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 20:00:11.621755 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 50d6f4ed-2742-4839-b109-f02c4c3fb7f7 not bound to the agent host dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 20:00:11.644937 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-3aecff54-f803-4245-98d2-12dbaf6cd429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678657'] for network, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:11.650602 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-3aecff54-f803-4245-98d2-12dbaf6cd429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583154'] for network, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:11.652585 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-3aecff54-f803-4245-98d2-12dbaf6cd429 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e5eeb564-77f0-4362-892e-07b184d2bfec HTTP/1.1" status: 204 len: 168 time: 0.5083623 Aug 18 20:00:11.663264 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aecff54-f803-4245-98d2-12dbaf6cd429 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5eeb564-77f0-4362-892e-07b184d2bfec,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 20:00:11.769618 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 52230) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 20:00:11.811366 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-1db1701d-4b85-452a-aa2b-7aacf30d82b0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=42fa1c64987e42bcaa2896a5152f01da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405667 Aug 18 20:00:11.813697 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [-] (100439) accepted ('10.222.0.38', 52232) {{(pid=100439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 20:00:11.863363 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c65e6f8e-c49e-487f-8d4b-4e883b6d10b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:11.884251 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c65e6f8e-c49e-487f-8d4b-4e883b6d10b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:11.933152 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c65e6f8e-c49e-487f-8d4b-4e883b6d10b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:11.933631 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron_lib.callbacks.manager [None req-c65e6f8e-c49e-487f-8d4b-4e883b6d10b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:11.934841 dv-cinder-805072-2-iscsi neutron-server[100439]: INFO neutron.wsgi [None req-c65e6f8e-c49e-487f-8d4b-4e883b6d10b7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/abd22af9-37c6-42ef-bdc5-413b355cdb0e HTTP/1.1" status: 204 len: 168 time: 0.1201947 Aug 18 20:00:11.942734 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e6f8e-c49e-487f-8d4b-4e883b6d10b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd22af9-37c6-42ef-bdc5-413b355cdb0e,revision_number=None']} {{(pid=100439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 20:00:12.234324 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 52238) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 20:00:12.273427 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-803bbb9d-dbe0-4b48-b463-bade3c81c4a8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=06adb396cc1945888d2cb5c99967e700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378184 Aug 18 20:00:12.275688 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.wsgi [-] (100440) accepted ('10.222.0.38', 52240) {{(pid=100440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 20:00:12.322258 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-30017e75-df5e-4412-b101-26b2957afcc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:12.342472 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-30017e75-df5e-4412-b101-26b2957afcc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:12.388197 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-30017e75-df5e-4412-b101-26b2957afcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765614'] for security_group, after_delete {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:12.390743 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron_lib.callbacks.manager [None req-30017e75-df5e-4412-b101-26b2957afcc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:12.391924 dv-cinder-805072-2-iscsi neutron-server[100440]: INFO neutron.wsgi [None req-30017e75-df5e-4412-b101-26b2957afcc1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b2b9ba41-69e1-413f-86ec-2074c63fbb13 HTTP/1.1" status: 204 len: 168 time: 0.1153336 Aug 18 20:00:12.399515 dv-cinder-805072-2-iscsi neutron-server[100440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30017e75-df5e-4412-b101-26b2957afcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b9ba41-69e1-413f-86ec-2074c63fbb13,revision_number=None']} {{(pid=100440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 20:00:13.074952 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4d7a8e2d-b951-4662-ad06-ab926a04f137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:13.209149 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 8d822c71-2e31-441b-91af-12bdb28cdc06 no longer exists at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 20:00:13.229253 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] No Port match for: 8d822c71-2e31-441b-91af-12bdb28cdc06 {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 20:00:13.229605 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 8d822c71-2e31-441b-91af-12bdb28cdc06 not bound to the agent host dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 20:00:13.230018 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 936c88f3-3309-4b73-ba47-7b196a6fbbd0 no longer exists at agent ovs-agent-dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 20:00:13.248290 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.plugin [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] No Port match for: 936c88f3-3309-4b73-ba47-7b196a6fbbd0 {{(pid=100441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 20:00:13.248644 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron.plugins.ml2.rpc [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Device 936c88f3-3309-4b73-ba47-7b196a6fbbd0 not bound to the agent host dv-cinder-805072-2-iscsi {{(pid=100441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 20:00:15.792556 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-5a5dcc15-71b3-4554-83c9-c2543c3d8622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:15.921899 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:16.757433 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:18.500053 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:20.220852 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:24.578644 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 20:00:43.074310 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-ef3f146c-6026-4557-9e9f-8dcc9330d50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:45.793483 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-5a7db184-8a0b-4427-8b3c-5d7035518532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:45.921654 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:46.760556 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:48.503657 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:00:50.224341 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:01:01.577262 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 20:01:13.073663 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-e4bd8475-a51d-4da3-88ee-0cf0b295742f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:01:15.793755 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-9c0b7b87-9fc8-4e7c-acb6-c5fe24c1652f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:01:15.922188 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:01:16.763346 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:01:17.886425 dv-cinder-805072-2-iscsi neutron-server[100439]: DEBUG neutron.wsgi [req-8ff528f6-f9fa-4fba-8df1-fe413f8807ba req-d6be0d76-6c7b-48bf-baa7-e4d58ecc17f7 service neutron] (100439) timed out ('10.222.0.38', 46714) {{(pid=100439) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 20:01:18.507107 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:01:20.225543 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:01:38.575311 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 20:01:43.075217 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b32acf0c-53a0-4098-8e21-397d1283382f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:01:45.793906 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-cefc7bd0-160b-4ecb-8d7c-c88b80ccd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:01:45.921499 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:01:46.767030 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:01:48.508605 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:01:50.240086 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:02:13.074893 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-5ff01ee5-0c9b-4c7b-ab04-b7ea22d3920a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:02:15.574194 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 20:02:15.793026 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-cabeb00b-a82a-4896-b5f2-40762c5b41a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:02:15.921271 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:02:16.769650 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:02:18.511395 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:02:20.239685 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:02:43.075521 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-53171996-fc8a-47ab-ad45-e68e7cee7322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:02:45.793730 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-a9d38383-0ed9-49c4-9a19-3ce4db98fab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:02:45.920308 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:02:46.772533 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:02:48.514274 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:02:50.238628 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:02:52.573547 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 20:03:13.075539 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-7aa04a2c-8e23-4073-a125-836b2ebcd62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:03:15.794351 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-cb6f7d4d-e7fe-41ee-a7a9-52e0e0976837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:03:15.919634 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:03:16.773778 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:03:18.517990 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:03:20.248784 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:03:29.571858 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 20:03:43.076368 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-0ea6c1ba-e803-4973-a9d6-c568280f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:03:45.794299 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-c8ab0e17-ef0b-451e-9756-91625058c012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:03:45.921581 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:03:46.777859 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:03:48.520569 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:03:50.277385 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:04:06.571343 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 20:04:13.077926 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-f0bf6e9f-5701-4b0d-85b6-31820b376482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:04:15.795841 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-47ab45ba-f4be-49ec-aa0e-be639d2dfe03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:04:15.924010 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:04:16.781247 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:04:18.523386 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:04:20.270356 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:04:43.079302 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-56eabec0-f136-49fb-9dee-d2a50f6bd04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:04:43.570338 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 20:04:45.798134 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3b5e6269-1df4-4380-99e8-cde6166c474f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:04:45.931640 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:04:46.784960 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:04:48.528629 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:04:50.271461 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:05:13.080747 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3b374f70-b24c-4be6-b0ab-ca666541d5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:05:15.799688 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-75902249-f5e5-43eb-8e8d-e14729b4e0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:05:15.924450 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:05:16.788746 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:05:18.532393 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:05:20.264317 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:05:20.570164 dv-cinder-805072-2-iscsi neutron-server[100442]: DEBUG neutron.db.agents_db [None req-01cacb7e-8dad-4f92-81cf-dfb6f6e85268 None None] Agent healthcheck: found 6 active agents {{(pid=100442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 20:05:43.085717 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-102fd58a-e2e5-4064-a4b1-da58d9fd339b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:05:45.801151 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-f5e61fa2-2e6f-44e9-8952-d372f107ccf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:05:45.929624 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-4f44d883-3f6c-4244-8750-3cedb53cefc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:05:46.937997 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-3f3359d1-a902-44fa-8411-4a5ce3f4b8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:05:48.538730 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-b644feee-f712-4a7d-8f75-c2f0ecfa8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 20:05:50.299712 dv-cinder-805072-2-iscsi neutron-server[100441]: DEBUG neutron_lib.callbacks.manager [None req-d37e889f-0e31-4227-b0be-c062ef49228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741574556883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1359052'] for agent, after_update {{(pid=100441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}